-- Logs begin at Mon 2022-05-30 11:21:51 UTC, end at Mon 2022-05-30 12:30:40 UTC. -- May 30 11:55:15.997234 dv-cinder-840512-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 30 11:55:18.954307 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.common.config [-] Logging enabled! May 30 11:55:18.954906 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev268 May 30 11:55:18.955028 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103893) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 30 11:55:18.958377 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.common.config [-] Logging enabled! May 30 11:55:18.958627 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev268 May 30 11:55:18.958933 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103893) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 30 11:55:18.959874 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 11:55:18.960098 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 11:55:18.960643 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 11:55:18.960889 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 11:55:18.961117 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 11:55:18.961427 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.961722 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.961970 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.962252 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.962533 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.962812 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.963100 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.963393 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.963836 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.964353 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.964685 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.964920 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.965204 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.965492 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.965777 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.966002 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] debug = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.966282 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.966710 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.967119 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.967408 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.967693 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.967990 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.968263 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.968538 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.968819 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.969144 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] host = dv-cinder-840512-2-iscsi {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.969418 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.969701 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.969984 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.970267 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.970543 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.970816 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.971106 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.971365 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.971634 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.971906 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.972212 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.972499 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.972782 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.973003 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.973223 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.973501 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.973785 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.974058 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.974330 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.974601 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.974871 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.975143 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.975407 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.975687 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.975967 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.976281 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.976554 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.976827 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.977094 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.977361 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.977641 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.977913 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.978184 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.978454 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.978735 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.979000 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.979904 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.980459 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.980770 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.981063 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.981354 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.981632 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.981914 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.982190 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.982460 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.982730 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_json = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.983000 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.983270 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.983547 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.983819 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.984090 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.984449 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.984722 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.985004 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.985274 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:18.985565 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.985856 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.986150 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.986432 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.986729 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.987005 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.987289 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.987561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.987844 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.988128 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.988438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.988711 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.989005 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.989288 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.989578 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.989877 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.990167 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.990454 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.990727 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.991003 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.991274 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.991546 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.991830 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.992104 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.992414 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.992698 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.992974 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.993263 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.993543 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.993820 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.994107 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.994392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.994661 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.995685 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.996131 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.996440 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.996718 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.997008 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.997287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.997562 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.997845 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.998136 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.998421 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.998697 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.998975 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.999267 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.999544 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:18.999816 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.000107 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.000409 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.000682 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.000967 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.001251 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.001524 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.001797 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.002072 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.002343 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.002614 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.002890 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.003163 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.003437 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.003708 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.003979 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.004275 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.004548 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.004819 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.005089 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.005358 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.005632 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.005900 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.006167 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.006435 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.006705 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.006975 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.007269 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.007541 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.007816 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.008090 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.008386 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.008660 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.008933 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.009210 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.009485 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.009756 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.010041 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.010487 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.010785 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.011196 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.011482 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.011813 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.012095 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.012400 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.012687 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.012965 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.013242 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.013524 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.013808 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.014101 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.014393 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.014922 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.015215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.015505 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.015795 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.016073 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.016402 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.016680 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:19.016896 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 11:55:19.017137 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103893) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 30 11:55:19.395969 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 30 11:55:19.396266 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 30 11:55:19.396562 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 30 11:55:19.396886 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.manager [-] Loading core plugin: ml2 May 30 11:55:19.732992 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.733187 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.733438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.734613 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.734883 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.735143 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.789509 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.789844 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.790058 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.806200 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.806472 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.806740 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.835450 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.835723 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.835988 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.873848 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.875845 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:19.876121 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.232738 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.233370 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.233370 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.233531 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.234173 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.335536 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.335850 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.336130 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.336424 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.336689 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.336995 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.337251 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.337503 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.337752 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.338032 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.338290 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.338623 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.339055 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.339326 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.339584 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.339858 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.340287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.340563 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.340836 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.341099 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.341372 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.341623 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.341906 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.342280 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.342534 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.342776 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.343164 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 11:55:20.343402 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 11:55:20.343637 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 11:55:20.343869 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 11:55:20.344101 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 11:55:20.344357 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 11:55:20.344714 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 30 11:55:20.347784 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 30 11:55:20.351675 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 30 11:55:20.355564 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 30 11:55:20.357202 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 30 11:55:20.357671 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 30 11:55:20.357999 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 30 11:55:20.358376 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 30 11:55:20.361348 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 30 11:55:20.361598 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 30 11:55:20.361938 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 30 11:55:20.366771 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 30 11:55:20.391286 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 30 11:55:20.391735 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.392028 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103893) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 30 11:55:20.392432 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.393768 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103893) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 30 11:55:20.394047 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 30 11:55:20.394290 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 30 11:55:20.397474 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.397755 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:20.461738 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 30 11:55:20.461969 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 30 11:55:20.462195 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 30 11:55:20.462574 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 30 11:55:20.515645 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO dbcounter [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Registered counter for database neutron May 30 11:55:20.535457 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_db.sqlalchemy.engines [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103893) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 30 11:55:20.541150 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG dbcounter [-] [103893] Writer thread running {{(pid=103893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 30 11:55:20.980256 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Initializing driver for type 'gre' May 30 11:55:20.980782 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] gre ID ranges: [(1, 1000)] May 30 11:55:21.034735 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Initializing driver for type 'local' May 30 11:55:21.035113 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Initializing driver for type 'vlan' May 30 11:55:21.049051 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] VlanTypeDriver initialization complete May 30 11:55:21.049431 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Initializing driver for type 'vxlan' May 30 11:55:21.049919 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] vxlan ID ranges: [(1, 1000)] May 30 11:55:21.103727 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Initializing extension driver 'port_security' May 30 11:55:21.104097 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.extensions.port_security [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] PortSecurityExtensionDriver initialization complete May 30 11:55:21.104458 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Initializing mechanism driver 'openvswitch' May 30 11:55:21.104784 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Initializing mechanism driver 'hyperv' May 30 11:55:21.111566 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:55:21.112266 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.112641 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.112994 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.113503 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 30 11:55:21.113922 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > subnet after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.114273 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > subnet after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.114616 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.115014 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 30 11:55:21.115420 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > network after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.115775 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > network after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.116116 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.116537 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 30 11:55:21.116944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > security_group after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.117296 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > security_group after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.117638 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.118032 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 30 11:55:21.118437 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.118781 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.119120 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.119513 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 30 11:55:21.120473 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > address_group after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.120824 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > address_group after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.121174 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.121722 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 30 11:55:21.122176 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] ML2 OVO RPC backend initialized. {{(pid=103893) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 30 11:55:21.122890 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.123253 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.123677 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > network before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.124033 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > networks before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.124412 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > port before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.124758 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > ports before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.125105 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > subnet before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.125453 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > subnets before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.125800 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > network after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.126148 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > network after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.126486 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.126825 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.127164 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.127500 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.127837 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > subnet after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.128194 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > subnet after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.128534 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.136528 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded quota_driver: . May 30 11:55:21.136893 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.plugin [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Modular L2 Plugin initialization complete May 30 11:55:21.137241 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading services supported by the core plugin {{(pid=103893) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 30 11:55:21.137585 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Got port-security extension from driver 'port_security' May 30 11:55:21.138064 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.extensions.vlantransparent [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Disabled vlantransparent extension. May 30 11:55:21.138559 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103893) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 30 11:55:21.138887 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading Plugin: router May 30 11:55:21.174433 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.174829 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router after_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.175201 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router before_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.175568 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.175939 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.176333 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router after_delete 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.176695 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.177045 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.177404 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router after_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.177747 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.178097 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.178442 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.178797 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.179207 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router precommit_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.179572 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.179912 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.180287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: subnet after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.180628 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.180974 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.181321 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router precommit_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.181662 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: port before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.182005 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.182881 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.183223 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.183571 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router precommit_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.183931 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.184308 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router precommit_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.184672 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > agent after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.185020 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > agent after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.185362 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.186241 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Tracking information for resource: router configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 11:55:21.186570 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Tracking information for resource: floatingip configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 11:55:21.191666 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.db.l3_agentschedulers_db [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 30 11:55:21.192275 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.192642 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.192996 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.193353 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.194146 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router before_create 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.194514 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.194875 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router precommit_create 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.195230 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > router precommit_update 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.200735 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.services.provider_configuration [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service providers = [] {{(pid=103893) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 30 11:55:21.201100 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.db.servicetype_db [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103893) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 30 11:55:21.204084 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 11:55:21.204454 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 11:55:21.204799 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 11:55:21.205698 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 11:55:21.206079 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.services.service_base [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Default provider is not specified for service type L3_ROUTER_NAT May 30 11:55:21.206457 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 11:55:21.206779 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 30 11:55:21.217621 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 11:55:21.217951 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading Plugin: auto_allocate May 30 11:55:21.223674 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: network precommit_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.224047 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: network precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.224603 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 11:55:21.224927 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading Plugin: tag May 30 11:55:21.232432 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 11:55:21.232715 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading Plugin: timestamp May 30 11:55:21.236600 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 11:55:21.237147 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading Plugin: network_ip_availability May 30 11:55:21.242420 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.242793 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.243149 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.243877 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 11:55:21.244218 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading Plugin: flavors May 30 11:55:21.249229 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 11:55:21.249564 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading Plugin: revisions May 30 11:55:21.255408 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 11:55:21.255813 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.859s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 30 11:55:21.256805 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103893) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 30 11:55:21.257372 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Initializing extension manager. May 30 11:55:21.258189 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: __init__.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.258727 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: __pycache__ {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.259078 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: _port_mac_address_override.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.259419 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: address_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.260732 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.261336 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: address-group May 30 11:55:21.261664 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: address_scope.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.262464 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.262904 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: address-scope May 30 11:55:21.263230 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.264215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.265003 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: router-admin-state-down-before-update May 30 11:55:21.265325 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: agent.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.266035 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.266555 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: agent May 30 11:55:21.266883 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: agent_resources_synced.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.267808 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.268384 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: agent-resources-synced May 30 11:55:21.268699 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: allowedaddresspairs.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.270745 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.271340 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: allowed-address-pairs May 30 11:55:21.271711 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: auto_allocated_topology.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.272954 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.273525 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: auto-allocated-topology May 30 11:55:21.273893 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: availability_zone.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.274723 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.275294 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: availability_zone May 30 11:55:21.275632 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: availability_zone_filter.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.277240 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.277836 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: availability_zone_filter May 30 11:55:21.278193 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: data_plane_status.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.279179 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.279743 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension data-plane-status not supported by any of loaded plugins May 30 11:55:21.280106 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: default_subnetpools.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.281106 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.281782 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: default-subnetpools May 30 11:55:21.282030 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.282926 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.283494 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: dhcp_agent_scheduler May 30 11:55:21.283873 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: dns.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.284900 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.285463 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension dns-integration not supported by any of loaded plugins May 30 11:55:21.285825 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: dns_domain_ports.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.286837 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.287372 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension dns-domain-ports not supported by any of loaded plugins May 30 11:55:21.287698 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.288645 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.289157 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 30 11:55:21.289482 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: dvr.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.290199 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.290671 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: dvr May 30 11:55:21.290994 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: ecmp_routes.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.291954 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.292560 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension ecmp_routes not supported by any of loaded plugins May 30 11:55:21.292886 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: empty_string_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.293801 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.294314 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: empty-string-filtering May 30 11:55:21.294640 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.295564 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.296075 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 30 11:55:21.296428 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.297350 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.297862 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 30 11:55:21.298188 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: external_net.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.299103 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.299625 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: external-net May 30 11:55:21.299951 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.300885 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.301404 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: extra_dhcp_opt May 30 11:55:21.301730 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: extraroute.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.302646 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.303159 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: extraroute May 30 11:55:21.303484 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: extraroute_atomic.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.304548 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.305066 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: extraroute-atomic May 30 11:55:21.305391 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: filter_validation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.306064 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.306585 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: filter-validation May 30 11:55:21.306912 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: fip_pf_description.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.307968 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.308501 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 30 11:55:21.308826 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: fip_pf_port_range.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.309738 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.310249 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 30 11:55:21.310571 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: fip_port_details.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.311491 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.312002 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: fip-port-details May 30 11:55:21.312381 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: flavors.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.313612 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.314139 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: flavors May 30 11:55:21.314466 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.316364 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.316905 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 30 11:55:21.317241 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: floatingip_pools.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.317951 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.318471 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: floatingip-pools May 30 11:55:21.318800 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: ip_allocation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.319757 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.320321 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension ip_allocation not supported by any of loaded plugins May 30 11:55:21.320648 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.321572 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.322089 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: ip-substring-filtering May 30 11:55:21.322420 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l2_adjacency.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.323906 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.324440 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension l2_adjacency not supported by any of loaded plugins May 30 11:55:21.324767 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l3.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.325766 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.326296 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: router May 30 11:55:21.326627 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.328886 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.329418 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 30 11:55:21.329752 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.330686 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.331210 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: ext-gw-mode May 30 11:55:21.331541 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.332492 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.333016 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: l3-ha May 30 11:55:21.333347 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.334265 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.334778 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 30 11:55:21.335105 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l3_flavors.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.336026 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.336573 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: l3-flavors May 30 11:55:21.336906 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.338272 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.339472 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 30 11:55:21.339822 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.340781 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.341303 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: l3-port-ip-change-not-allowed May 30 11:55:21.341631 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: l3agentscheduler.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.342674 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.343195 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: l3_agent_scheduler May 30 11:55:21.343525 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: local_ip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.345335 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.345868 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension local_ip not supported by any of loaded plugins May 30 11:55:21.346205 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: logging.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.347688 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.348241 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension logging not supported by any of loaded plugins May 30 11:55:21.348577 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: metering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.349332 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.349922 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: metering May 30 11:55:21.350253 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.351469 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.351998 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: metering_source_and_destination_fields May 30 11:55:21.352429 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: multiprovidernet.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.353364 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.353886 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: multi-provider May 30 11:55:21.354389 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: netmtu.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.355313 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.355830 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: net-mtu May 30 11:55:21.356180 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: netmtu_writable.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.357101 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.357616 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: net-mtu-writable May 30 11:55:21.357941 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: network_availability_zone.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.358618 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.359130 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: network_availability_zone May 30 11:55:21.359453 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: network_ip_availability.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.360584 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.361110 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: network-ip-availability May 30 11:55:21.361438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: network_segment_range.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.362207 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.362722 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension network-segment-range not supported by any of loaded plugins May 30 11:55:21.363046 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: pagination.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.364038 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.364395 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: pagination May 30 11:55:21.364721 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: port_device_profile.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.365624 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.366136 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: port-device-profile May 30 11:55:21.366459 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: port_mac_address_override.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.367399 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.367916 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: port-mac-override May 30 11:55:21.368267 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.369203 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.369743 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: port-mac-address-regenerate May 30 11:55:21.370096 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.371058 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.371574 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: port-numa-affinity-policy May 30 11:55:21.371899 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: port_resource_request.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.372839 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.373354 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension port-resource-request not supported by any of loaded plugins May 30 11:55:21.373678 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: port_resource_request_groups.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.374657 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.375169 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension port-resource-request-groups not supported by any of loaded plugins May 30 11:55:21.375491 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: portbindings.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.376450 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.376971 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: binding May 30 11:55:21.377294 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: portbindings_extended.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.378580 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.379106 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: binding-extended May 30 11:55:21.379437 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: portsecurity.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.380387 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.380911 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: port-security May 30 11:55:21.381242 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: project_id.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.382223 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.382559 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: project-id May 30 11:55:21.382882 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: providernet.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.383817 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.384413 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: provider May 30 11:55:21.384741 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.388972 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.389751 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos not supported by any of loaded plugins May 30 11:55:21.390088 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.391338 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.391857 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 30 11:55:21.392203 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.393148 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.393668 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 30 11:55:21.393996 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_default.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.394916 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.395434 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-default not supported by any of loaded plugins May 30 11:55:21.395763 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_fip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.396727 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.397251 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-fip not supported by any of loaded plugins May 30 11:55:21.397574 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.398491 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.399010 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 30 11:55:21.399332 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_gateway_ip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.400294 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.400859 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 30 11:55:21.401722 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_port_network_policy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.402650 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.403171 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 30 11:55:21.403496 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.404573 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.405095 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-pps-minimum not supported by any of loaded plugins May 30 11:55:21.405421 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.406470 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.406996 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 30 11:55:21.407330 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_pps_rule.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.408534 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.409063 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-pps not supported by any of loaded plugins May 30 11:55:21.409392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_rule_type_details.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.410431 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.410955 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 30 11:55:21.411283 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_rule_type_filter.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.412241 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.412765 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 30 11:55:21.413090 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: qos_rules_alias.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.414134 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.414657 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension qos-rules-alias not supported by any of loaded plugins May 30 11:55:21.414983 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: quota_check_limit.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.415899 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.416467 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: quota-check-limit May 30 11:55:21.416893 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: quotasv2.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.417838 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.418169 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: quotas May 30 11:55:21.418493 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: quotasv2_detail.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.420211 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.420553 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: quota_details May 30 11:55:21.420885 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: rbac.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.421946 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.422479 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: rbac-policies May 30 11:55:21.422809 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: rbac_address_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.423752 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.424301 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: rbac-address-group May 30 11:55:21.424631 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: rbac_address_scope.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.425642 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.426171 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: rbac-address-scope May 30 11:55:21.426499 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: rbac_security_groups.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.427438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.427960 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: rbac-security-groups May 30 11:55:21.428319 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: rbac_subnetpool.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.429253 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.429775 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: rbac-subnetpool May 30 11:55:21.430100 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: revisionifmatch.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.431034 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.431553 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: revision-if-match May 30 11:55:21.431877 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: revisions.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.433041 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.433560 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: standard-attr-revisions May 30 11:55:21.433887 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: router_availability_zone.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.434564 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.435083 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: router_availability_zone May 30 11:55:21.435408 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: routerservicetype.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.436377 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.436901 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension router-service-type not supported by any of loaded plugins May 30 11:55:21.437233 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.438163 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.438697 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: security-groups-normalized-cidr May 30 11:55:21.439025 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.439956 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.440502 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: port-security-groups-filtering May 30 11:55:21.440829 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.441760 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.442281 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: security-groups-remote-address-group May 30 11:55:21.442604 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.443555 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.444075 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: security-groups-shared-filtering May 30 11:55:21.444429 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: securitygroup.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.454684 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.455223 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: security-group May 30 11:55:21.455563 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: segment.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.456328 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.456847 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension segment not supported by any of loaded plugins May 30 11:55:21.457176 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.458134 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.458651 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 30 11:55:21.458978 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: servicetype.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.460133 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.460647 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: service-type May 30 11:55:21.460975 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: sorting.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.461962 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.462293 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: sorting May 30 11:55:21.462617 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: standard_attr_segment.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.464135 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.464672 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension standard-attr-segment not supported by any of loaded plugins May 30 11:55:21.464998 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: standardattrdescription.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.465656 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.466172 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: standard-attr-description May 30 11:55:21.466501 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: stateful_security_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.467458 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.467977 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: stateful-security-group May 30 11:55:21.468336 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: stdattrs_common.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.468927 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 30 11:55:21.469247 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.470187 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.470710 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 30 11:55:21.471035 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: subnet_onboard.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.472110 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.472665 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: subnet_onboard May 30 11:55:21.472991 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.473927 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.474446 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 30 11:55:21.474775 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: subnet_service_types.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.475705 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.476252 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: subnet-service-types May 30 11:55:21.476584 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: subnetallocation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.477678 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.478209 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: subnet_allocation May 30 11:55:21.478541 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.479237 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.479752 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: subnetpool-prefix-ops May 30 11:55:21.480077 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.481035 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.481555 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 30 11:55:21.481874 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: tagging.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.483012 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.483482 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: standard-attr-tag May 30 11:55:21.483811 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: timestamp.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.485044 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.485567 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loaded extension: standard-attr-timestamp May 30 11:55:21.485893 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: trunk.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.486937 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.487464 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension trunk not supported by any of loaded plugins May 30 11:55:21.487790 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: trunk_details.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.488737 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.489260 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension trunk-details not supported by any of loaded plugins May 30 11:55:21.489584 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: uplink_status_propagation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.490517 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.491035 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 30 11:55:21.491357 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Loading extension file: vlantransparent.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 11:55:21.492030 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 11:55:21.492579 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extension vlan-transparent not supported by any of loaded plugins May 30 11:55:21.495146 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:network May 30 11:55:21.495681 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:subnet May 30 11:55:21.496083 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:subnetpool May 30 11:55:21.496502 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:port May 30 11:55:21.497763 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.498202 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service FLAVORS assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.498821 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.499257 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.499590 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:router May 30 11:55:21.500022 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:floatingip May 30 11:55:21.500545 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service METERING assigned prefix: /metering {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.501979 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.502353 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.502707 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 11:55:21.503729 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of CountableResource for resource:rbac_policy May 30 11:55:21.504174 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:security_group May 30 11:55:21.504621 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:security_group_rule May 30 11:55:21.505234 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.505566 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:subnetpool May 30 11:55:21.505914 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] subnetpool is already registered May 30 11:55:21.506348 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.506674 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:subnetpool May 30 11:55:21.507012 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] subnetpool is already registered May 30 11:55:21.509321 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.509760 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service FLAVORS assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.510899 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.511389 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.511655 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:router May 30 11:55:21.511996 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] router is already registered May 30 11:55:21.512438 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:floatingip May 30 11:55:21.512777 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] floatingip is already registered May 30 11:55:21.513236 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service METERING assigned prefix: /metering {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.513905 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of CountableResource for resource:rbac_policy May 30 11:55:21.514235 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] rbac_policy is already registered May 30 11:55:21.514914 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:security_group May 30 11:55:21.515249 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] security_group is already registered May 30 11:55:21.515654 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:security_group_rule May 30 11:55:21.515988 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] security_group_rule is already registered May 30 11:55:21.516658 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.516987 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:subnetpool May 30 11:55:21.517328 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] subnetpool is already registered May 30 11:55:21.517749 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 11:55:21.518078 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Creating instance of TrackedResource for resource:subnetpool May 30 11:55:21.518409 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] subnetpool is already registered May 30 11:55:21.518875 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: extensions {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.520356 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: address-groups {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.521850 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: address-scopes {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.523179 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: agents {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.524395 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: auto-allocated-topology {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.525628 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: availability_zones {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.527091 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: dhcp-networks {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.528632 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: dhcp-agents {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.530060 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: routers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.531951 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: flavors {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.534251 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: service_profiles {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.535481 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: next_providers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.536966 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: service_profiles {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.538544 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: floatingip-pools {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.539801 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: routers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.542154 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: floatingips {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.543536 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: l3-routers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.544967 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: l3-agents {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.546403 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: metering-labels {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.547685 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: metering-label-rules {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.549098 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: network-ip-availabilities {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.550341 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: bindings {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.551919 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: quotas {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.553607 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: quotas {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.555163 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: rbac-policies {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.556394 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: security-groups {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.558428 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: security-group-rules {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.559704 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: service-providers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.560970 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: subnetpools {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.562307 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: subnetpools {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.563848 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.565590 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.567420 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.569298 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.570988 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.573067 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.574778 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.576739 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.578533 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.580330 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 11:55:21.586404 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING keystonemiddleware.auth_token [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 30 11:55:21.592133 dv-cinder-840512-2-iscsi neutron-server[103893]: WARNING keystonemiddleware.auth_token [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 30 11:55:21.600952 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Acquired lock "singleton_lock" {{(pid=103893) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 30 11:55:21.601428 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Releasing lock "singleton_lock" {{(pid=103893) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 30 11:55:21.602093 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO oslo_service.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Starting 2 workers May 30 11:55:21.607626 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Started child 104002 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 30 11:55:21.612287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Started child 104003 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 30 11:55:21.613095 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:21.613925 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO neutron.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Neutron service started, listening on 0.0.0.0:9696 May 30 11:55:21.614595 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:21.614715 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [-] (104002) wsgi starting up on http://0.0.0.0:9696 May 30 11:55:21.617076 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO oslo_service.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Starting 1 workers May 30 11:55:21.617266 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:21.618700 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [-] (104003) wsgi starting up on http://0.0.0.0:9696 May 30 11:55:21.622580 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Started child 104004 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 30 11:55:21.623115 dv-cinder-840512-2-iscsi neutron-server[103893]: INFO oslo_service.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Starting 1 workers May 30 11:55:21.626239 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] calling RpcWorker wait() {{(pid=104004) _wait /opt/stack/neutron/neutron/service.py:128}} May 30 11:55:21.626770 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] returning from RpcWorker wait() {{(pid=104004) _wait /opt/stack/neutron/neutron/service.py:135}} May 30 11:55:21.627769 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Started child 104005 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 30 11:55:21.628065 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:21.628577 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c9b9-07d3-4a19-be2b-0e934bb6b45d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:21.628693 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:55:21.630538 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103893) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 30 11:55:21.630751 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 11:55:21.631078 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 11:55:21.631175 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 11:55:21.631477 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 11:55:21.631639 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 11:55:21.632346 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.632652 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.632845 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:21.633309 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.633309 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.633759 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:55:21.633849 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.634037 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.634272 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.634552 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.634802 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.634971 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.635142 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.635533 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.635869 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.636265 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.636581 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.636843 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.637102 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.637277 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.637519 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.637783 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.638014 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.638319 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] debug = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.638567 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.639067 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.639313 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.639804 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.640043 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.640336 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.640590 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.640853 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.641103 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.641340 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.641559 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.641821 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.642049 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.642261 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.642491 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.642750 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.642988 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.643453 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host = dv-cinder-840512-2-iscsi {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.643685 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.643920 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.644189 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.644439 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.644695 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.644907 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.645161 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.645424 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.645686 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.645917 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.646184 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.646428 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.646686 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.646944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.647092 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_options = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.647333 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.647598 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.647853 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.648048 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.648258 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.648424 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.648707 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.648871 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.649118 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.649338 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.649550 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.649782 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.650012 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.650235 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.650472 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.650685 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.651451 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.651701 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.651897 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.652189 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.652582 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.652821 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.653053 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.653277 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.653491 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.653723 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.653967 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.654198 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.654408 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.654642 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.654884 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.655139 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.655528 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.655765 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.656295 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.656528 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.656757 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.657065 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.657482 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.657989 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.658449 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.658730 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.658953 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.659226 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.659470 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.659716 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.659970 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_json = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.660372 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.660544 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.660807 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.661944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.661944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.661944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.661944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.662429 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.668215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.668215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.668215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.668215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.668215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.668215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.668215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.668215 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.668763 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.668763 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.670320 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.670781 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.671026 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.671373 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.671759 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.672197 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.673465 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37110) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:55:21.680329 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.682378 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.682905 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.683348 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.683814 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.684088 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.684320 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.684614 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.684870 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.684971 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082071 May 30 11:55:21.685169 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.686164 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.686400 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.686691 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.686970 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.687251 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.687611 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.687875 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.688132 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.688415 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.688657 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.688913 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.689156 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.691850 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.692374 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.693344 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.693843 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.694158 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.694485 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.694896 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.695433 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.695847 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.696287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.696753 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.696996 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.697226 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.697457 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.697678 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.697929 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.698314 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.698777 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.699230 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.699554 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.699855 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.700201 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.700494 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.700813 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.702021 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.702441 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.702673 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.702900 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.703125 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.703408 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.703593 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.704150 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.705226 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.705226 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.705226 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.705226 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.705494 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.705713 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.706231 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.706231 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.706395 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.706557 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.706952 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.708067 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.708331 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.708845 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.708845 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.709006 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.709162 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.709548 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.709929 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.710319 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.710689 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.710938 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.711264 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.711495 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.711739 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.711985 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.712334 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.712575 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.712823 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.713060 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.713281 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.714188 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.714460 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.714689 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.714975 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.715209 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.715441 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.715803 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.716089 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.717287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.717287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.717287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.717287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.717287 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.718306 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.718306 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.718306 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.718306 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.718926 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.718926 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.718926 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.719531 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.719531 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.719957 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.719957 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.720421 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.720599 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.720846 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.721078 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.721307 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.721524 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.721683 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.721874 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.722133 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.722396 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.722576 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.722820 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.723039 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.723259 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.723496 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.723880 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.724230 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.724509 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.724509 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.725704 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.725704 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.725704 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.725704 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.726214 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.726214 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.726483 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.726630 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.726775 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.726980 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.727228 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.727443 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.727676 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.727889 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.728107 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.728377 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.728593 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.728852 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.729630 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.729835 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.730022 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.730256 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.730481 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.730840 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.731057 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.731277 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.732245 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.732245 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.732245 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.732245 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.732996 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.732996 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.732996 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.733441 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.733441 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.733753 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.733897 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.734069 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.734293 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.734530 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.734751 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.734984 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.735222 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.735444 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.735667 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.735886 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.736138 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.736396 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.736615 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.736768 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.736992 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.737320 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.737559 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.737786 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.738038 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.738291 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.738522 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.738741 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.738988 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.739217 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.739441 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.739629 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.739779 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.739976 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.740243 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.740446 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.740685 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.741528 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.741528 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.741528 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.741837 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.741837 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.742024 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.742253 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746110 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746110 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746110 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746110 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746110 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746110 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746963 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746963 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746963 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.746963 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.747452 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.747452 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.747695 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.747966 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.748900 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.749167 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.749380 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.749599 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.749835 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.750050 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.750264 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.750834 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.750834 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.751115 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.751252 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.751431 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.751570 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.752354 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.752354 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.752584 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.752935 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.753095 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.753249 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.753418 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.753637 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.753885 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.754288 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.754501 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.754798 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.755039 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.755255 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.755465 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.755940 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.756091 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.756378 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.757303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.757303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.757303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.757729 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.757878 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.758056 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.758296 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.758517 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.758734 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.758944 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:55:21.759094 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.759232 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.759519 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.759801 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.760053 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.761028 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.761415 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.761707 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.761979 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.762193 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.762499 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.763726 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.763726 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.763726 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.763726 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.763999 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.764144 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.764261 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.764757 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.764985 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.765199 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.765439 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.765669 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.766354 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.766354 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.766510 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.766652 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.766906 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.767134 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.767373 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.767589 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.767748 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 11:55:21.768359 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103893) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 30 11:55:21.768743 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 11:55:21.768743 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 11:55:21.768914 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 11:55:21.768982 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 11:55:21.769119 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 11:55:21.769335 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.769487 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.769647 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.769802 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.769985 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.770146 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.770300 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.770456 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.770612 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.770768 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.770925 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.771085 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.771240 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.771399 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.771556 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.771712 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.771878 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.772040 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.774559 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.774559 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.774559 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.774559 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] debug = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.774559 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.774559 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775302 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775302 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775302 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775302 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775302 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775302 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775302 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775302 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775947 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775947 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775947 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775947 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775947 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.775947 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.776803 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.776803 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host = dv-cinder-840512-2-iscsi {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.776803 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.776803 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.776803 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778279 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778279 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778279 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778279 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778279 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778279 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778279 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778279 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778954 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778954 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778954 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778954 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_options = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778954 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778954 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.778954 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.779392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.779392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.779392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.779624 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.779704 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.779783 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.779942 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.780102 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.780440 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.780649 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.780811 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.780952 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.781089 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.781221 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.781360 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.781484 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.781630 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.781790 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.781949 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.782097 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.782253 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.782408 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.782563 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.782725 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.782868 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.783023 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.783179 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.783334 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.783495 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.783638 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.783785 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.784091 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.784269 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.784406 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.784950 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.784950 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.784950 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.785349 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.785349 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.785349 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.785648 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.785648 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.785912 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.785912 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_json = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.786137 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.786137 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.787303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.787303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.787303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.787303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.787303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.787303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.787303 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 11:55:21.787944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.787944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.787944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.787944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.787944 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.788448 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.788448 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.788448 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.788793 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.788793 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.788994 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.788994 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.789194 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.789368 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.789507 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.789640 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.789774 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.789907 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.790041 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.790190 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.790325 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.790472 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.790643 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.791162 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.791162 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.791162 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.791575 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.791575 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.791575 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.791906 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.792009 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.792393 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.792690 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.792690 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.793019 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.793019 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.793460 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.793460 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.793460 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.794080 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.794080 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.794080 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.794080 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.794697 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.794697 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.794697 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.794697 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.795392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.795392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.795392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.795392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.795392 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796077 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796077 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796077 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796077 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796077 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796811 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796811 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796811 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796811 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.796811 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.797674 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.797674 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.797674 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.797674 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.797674 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.797674 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.798681 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.798681 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.798681 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.798681 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.798681 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.798681 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.799438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.799438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.799438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.799438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.799438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.799438 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800235 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800235 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800235 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800235 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800235 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800990 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800990 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800990 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800990 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.800990 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.801651 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.801651 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.801651 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.801651 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.802150 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.802150 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.802150 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.802150 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.802642 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.802642 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.802642 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.803068 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.803068 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.803068 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.803482 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.803482 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.803482 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.803937 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.803937 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.803937 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.804348 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.804348 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.804348 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.804751 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.804751 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.805023 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.805023 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.805294 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.805294 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.805646 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.805646 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.805950 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.805950 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.806207 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.806207 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.806459 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.806459 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.806757 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.806757 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.807573 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.807573 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.807988 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.807988 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.807988 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.808555 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.808555 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.808823 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.808823 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.809088 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.809088 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.809341 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.809486 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.809486 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.809858 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.809858 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.810156 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.810156 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.810413 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.810413 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.810665 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.810797 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.810977 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.810977 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.811257 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.811384 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.811465 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.811578 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.811738 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.811897 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.812057 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.813163 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.813333 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.813495 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.813661 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.813822 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.813983 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.814142 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.814299 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.814460 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.814619 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.814777 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.815653 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.815653 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.815653 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.815653 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.815653 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.815653 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.816102 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.816102 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.816102 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.816495 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.816495 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.816691 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.816792 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.816892 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.817019 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.817178 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.817335 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.817494 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.818417 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.818417 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.818417 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.818417 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.818417 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.818417 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819107 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819107 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819107 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819107 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819552 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819552 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819552 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819912 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819912 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.819912 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.820192 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.820192 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.820354 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.820536 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.820621 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.820786 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.820946 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.821106 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.821798 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.821798 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.821798 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.821798 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.823561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.823561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.823561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.823561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.823561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.823561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.823561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.823561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.824465 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.824465 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.824465 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.824465 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.824465 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825041 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825041 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825041 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825041 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825478 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825478 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825478 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825732 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825732 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825896 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.825983 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.826146 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.826336 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.826508 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.826652 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.826791 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.826928 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.827094 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.827250 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.827408 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.827566 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.827725 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.827883 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.828052 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.828223 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.828385 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.828542 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.828700 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.828857 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.829025 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.829184 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.829343 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.829509 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.829718 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.829812 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.829957 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.830126 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.830286 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.830436 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.830593 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.830757 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.830918 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.831077 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.831241 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.831411 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.831575 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.831735 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.831903 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.832071 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.832260 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.833259 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.833435 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.833606 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.833765 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.833924 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.834083 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.834243 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.834401 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.834561 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.834720 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.834880 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.835819 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.835984 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.836146 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.836331 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.836488 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.836646 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.836805 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.836964 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.837125 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.837284 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.837442 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 11:55:21.837595 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 11:55:31.097815 dv-cinder-840512-2-iscsi neutron-server[103893]: DEBUG dbcounter [-] [103893] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:55:33.222676 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff88f50-14ae-4aac-add7-f20abf1de185 None None] get_active_networks_info from dv-cinder-840512-2-iscsi {{(pid=104004) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 30 11:55:33.256610 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writer thread running {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 30 11:55:33.331357 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff88f50-14ae-4aac-add7-f20abf1de185 None None] No non-hosted networks {{(pid=104004) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 30 11:55:33.344909 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.agentschedulers_db [None req-3ff88f50-14ae-4aac-add7-f20abf1de185 None None] DHCP Agent not found on host dv-cinder-840512-2-iscsi {{(pid=104004) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 30 11:55:33.454336 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-27de0ec7-c783-48c6-954f-667910cccf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647201'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:34.840024 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writer thread running {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 30 11:55:35.485311 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f2336fd2-8b04-47a5-8807-bfc118f607d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647201'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:35.518680 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c91e8a64-6da6-4329-b9cd-8ed19456a567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:36.593717 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37186) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:55:36.896976 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647201'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:37.273428 dv-cinder-840512-2-iscsi neutron-server[104003]: WARNING oslo_policy.policy [None req-f3feb0f0-a5b2-4a04-bcfe-83c6bc2b57b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 11:55:37.273896 dv-cinder-840512-2-iscsi neutron-server[104003]: WARNING oslo_policy.policy [None req-f3feb0f0-a5b2-4a04-bcfe-83c6bc2b57b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 11:55:37.495089 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [None req-f3feb0f0-a5b2-4a04-bcfe-83c6bc2b57b1 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 11:55:37.508187 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f3feb0f0-a5b2-4a04-bcfe-83c6bc2b57b1 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9016328 May 30 11:55:38.294077 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647201'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:39.740974 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647201'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:39.742832 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.743471 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.744642 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.745270 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.745814 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.748187 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.749401 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.751802 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.752149 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.752530 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.752875 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.753208 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.753569 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.753862 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.754182 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:39.754580 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840512-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:55:39.761597 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840512-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:55:40.084237 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37222) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:55:40.427692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-e6292ad5-1682-45e7-b9f0-ed0514bc8b6f admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:55:40.518086 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.policy [None req-e6292ad5-1682-45e7-b9f0-ed0514bc8b6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104003) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 30 11:55:40.562534 dv-cinder-840512-2-iscsi neutron-server[104003]: WARNING oslo_policy.policy [None req-e6292ad5-1682-45e7-b9f0-ed0514bc8b6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 11:55:40.563237 dv-cinder-840512-2-iscsi neutron-server[104003]: WARNING oslo_policy.policy [None req-e6292ad5-1682-45e7-b9f0-ed0514bc8b6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 11:55:40.584536 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writer thread running {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 30 11:55:40.677414 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e6292ad5-1682-45e7-b9f0-ed0514bc8b6f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754249979502', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754249978978', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754249864879', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754249891061', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754249884918', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754249875548', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1714030', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1737122', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767898', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-581851'] for rbac-policy (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:40.748646 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e6292ad5-1682-45e7-b9f0-ed0514bc8b6f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:40.762059 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-e6292ad5-1682-45e7-b9f0-ed0514bc8b6f admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6640093 May 30 11:55:43.277770 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37234) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:55:43.624018 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:55:43.655147 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Made reservation on behalf of cf52a898a25b4ba1a56dcdbb3174e7a7 for: {'network': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 11:55:43.659053 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:43.677129 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:43.761304 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.db.l3_hamode_db [None req-55f32bd4-589c-4f07-8f87-01a8e7481013 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 30 11:55:43.802409 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Publish callbacks [] for security_group (8d0d4775-bb88-422e-bb9f-6a02da7dd564), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:43.807368 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (8d0d4775-bb88-422e-bb9f-6a02da7dd564), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:43.839857 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f32bd4-589c-4f07-8f87-01a8e7481013 None None] Routers set() bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 11:55:43.840242 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f32bd4-589c-4f07-8f87-01a8e7481013 None None] Router IDs set() for agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} May 30 11:55:43.843052 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=104003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 11:55:43.872251 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754244968596', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (b52364be-9a2d-4235-97ba-688d95b1e9ed), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:43.872799 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Unsubscribe: segment precommit_create {{(pid=104003) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 30 11:55:43.873333 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.segments_db [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Added segment b52364be-9a2d-4235-97ba-688d95b1e9ed of type vlan for network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 May 30 11:55:43.879937 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0d4775-bb88-422e-bb9f-6a02da7dd564,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:55:43.897508 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:55:43.920379 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.920619 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.920965 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.921310 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.921644 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.921935 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.922247 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.922558 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.922867 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.923175 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.923484 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.923807 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.924115 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.924446 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.924752 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Tracked resource versions report: May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: pushed versions: May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: { 'AddressGroup': {'1.2'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Agent': {'1.1'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'ConntrackHelper': {'1.0'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'LocalIPAssociation': {'1.0'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Log': {'1.0'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'NDPProxy': {'1.0'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Network': {'1.1'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Port': {'1.7'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'PortForwarding': {'1.3'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'QosPolicy': {'1.10'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SecurityGroup': {'1.5'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SecurityGroupRule': {'1.2'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SubPort': {'1.0'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Subnet': {'1.1'}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Trunk': {'1.1'}} May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: consumer versions: May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: { DHCP agent@dv-cinder-840512-2-iscsi: {}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: L3 agent@dv-cinder-840512-2-iscsi: {}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: Metadata agent@dv-cinder-840512-2-iscsi: {}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: Metering agent@dv-cinder-840512-2-iscsi: {}, May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: Open vSwitch agent@dv-cinder-840512-2-iscsi: { 'AddressGroup': '1.2', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Agent': '1.1', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'ConntrackHelper': '1.0', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'LocalIPAssociation': '1.0', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Log': '1.0', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'NDPProxy': '1.0', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Network': '1.1', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Port': '1.7', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'PortForwarding': '1.3', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'QosPolicy': '1.10', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SecurityGroup': '1.5', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SecurityGroupRule': '1.2', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SubPort': '1.0', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Subnet': '1.1', May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Trunk': '1.1'}} May 30 11:55:43.926188 dv-cinder-840512-2-iscsi neutron-server[104003]: {{(pid=104003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 11:55:43.995971 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (cbb0e455-cb31-455e-a6f8-a72bcd38ad13), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:44.040784 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (cbb0e455-cb31-455e-a6f8-a72bcd38ad13), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:44.046072 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:55:44.046883 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:44.140941 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8620045 May 30 11:55:44.170888 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed6c13-1041-40eb-9cbe-be002b46d686 demo demo] Pushing event updated for resources: {'Network': ['ID=cbb0e455-cb31-455e-a6f8-a72bcd38ad13,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:55:44.187544 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 11:55:46.821779 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37248) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:55:47.242233 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3d45b-7872-4d7c-9ec7-b98974127c85 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:55:47.243610 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-62f3d45b-7872-4d7c-9ec7-b98974127c85 demo admin] 10.222.0.32 "GET /v2.0/networks/cbb0e455-cb31-455e-a6f8-a72bcd38ad13 HTTP/1.1" status: 200 len: 825 time: 0.4209907 May 30 11:55:47.268210 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8f16c0ca-4806-474c-9dd3-85025e0cb9ea demo admin] 10.222.0.32 "GET /v2.0/subnetpools/84081557-3b94-46a1-bc21-215e24a26a53 HTTP/1.1" status: 200 len: 734 time: 0.0187173 May 30 11:55:47.278742 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Request body: {'subnet': {'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '84081557-3b94-46a1-bc21-215e24a26a53'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:55:47.303118 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Made reservation on behalf of cf52a898a25b4ba1a56dcdbb3174e7a7 for: {'subnet': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 11:55:47.305652 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:47.553921 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:55:47.600674 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (652c7f01-c07d-42fc-970d-a786620f6f01), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:47.672424 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Pushing event updated for resources: {'Subnet': ['ID=652c7f01-c07d-42fc-970d-a786620f6f01,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:55:47.675221 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Checking segment: {'id': 'b52364be-9a2d-4235-97ba-688d95b1e9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 11:55:47.675601 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Network hostable DHCP agents. Network: cbb0e455-cb31-455e-a6f8-a72bcd38ad13, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 11:55:47.696268 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 11:55:47.708099 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, cbb0e455-cb31-455e-a6f8-a72bcd38ad13) {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 11:55:47.712672 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:55:47.713272 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:47.719984 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bcd4c6-b6c1-4bbf-a397-d507757f1637 None None] Network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 11:55:47.739979 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-5cb7261e-93e8-48b4-955b-2901cb221daf demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4553947 May 30 11:55:47.990362 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-cbb0e455-cb31-455e-a6f8-a72bcd38ad13', 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13', 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'fixed_ips': [{'subnet_id': '652c7f01-c07d-42fc-970d-a786620f6f01'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 11:55:47.991808 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:48.276842 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Allocated IP 172.20.0.2 (cbb0e455-cb31-455e-a6f8-a72bcd38ad13/652c7f01-c07d-42fc-970d-a786620f6f01/d8f0b856-f1bb-4a60-ae13-1392b3f351ab) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 11:55:48.284022 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:55:48.560072 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Publish callbacks [] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:48.568277 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:48.649606 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 11:55:48.658917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 11:55:48.664618 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Pushing event updated for resources: {'Port': ['ID=d8f0b856-f1bb-4a60-ae13-1392b3f351ab,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:55:48.667553 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 11:55:48.679911 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.680352 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.680708 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.681085 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.681437 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.682008 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.682889 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.683261 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.683632 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.683967 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.684316 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.684656 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.684981 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.685301 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.685620 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Tracked resource versions report: May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: pushed versions: May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: { 'AddressGroup': {'1.2'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Agent': {'1.1'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'ConntrackHelper': {'1.0'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'LocalIPAssociation': {'1.0'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Log': {'1.0'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'NDPProxy': {'1.0'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Network': {'1.1'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Port': {'1.7'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'PortForwarding': {'1.3'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'QosPolicy': {'1.10'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SecurityGroup': {'1.5'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SecurityGroupRule': {'1.2'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SubPort': {'1.0'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Subnet': {'1.1'}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Trunk': {'1.1'}} May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: consumer versions: May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: { DHCP agent@dv-cinder-840512-2-iscsi: {}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: L3 agent@dv-cinder-840512-2-iscsi: {}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: Metadata agent@dv-cinder-840512-2-iscsi: {}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: Metering agent@dv-cinder-840512-2-iscsi: {}, May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: Open vSwitch agent@dv-cinder-840512-2-iscsi: { 'AddressGroup': '1.2', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Agent': '1.1', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'ConntrackHelper': '1.0', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'LocalIPAssociation': '1.0', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Log': '1.0', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'NDPProxy': '1.0', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Network': '1.1', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Port': '1.7', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'PortForwarding': '1.3', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'QosPolicy': '1.10', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SecurityGroup': '1.5', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SecurityGroupRule': '1.2', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SubPort': '1.0', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Subnet': '1.1', May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Trunk': '1.1'}} May 30 11:55:48.687084 dv-cinder-840512-2-iscsi neutron-server[104004]: {{(pid=104004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 11:55:48.765049 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Attempting to bind port d8f0b856-f1bb-4a60-ae13-1392b3f351ab on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 11:55:48.765707 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Attempting to bind port d8f0b856-f1bb-4a60-ae13-1392b3f351ab by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'b52364be-9a2d-4235-97ba-688d95b1e9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 11:55:48.765840 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Attempting to bind port d8f0b856-f1bb-4a60-ae13-1392b3f351ab on network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 11:55:48.770859 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 11:55:48.771241 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Checking segment: {'id': 'b52364be-9a2d-4235-97ba-688d95b1e9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 11:55:48.771785 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:48.772192 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Bound using segment: {'id': 'b52364be-9a2d-4235-97ba-688d95b1e9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 11:55:48.772662 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Bound port: d8f0b856-f1bb-4a60-ae13-1392b3f351ab, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52364be-9a2d-4235-97ba-688d95b1e9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 11:55:48.773082 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:48.812718 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:55:48.839802 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] For port d8f0b856-f1bb-4a60-ae13-1392b3f351ab, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 11:55:48.862997 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] For port d8f0b856-f1bb-4a60-ae13-1392b3f351ab, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=d8f0b856-f1bb-4a60-ae13-1392b3f351ab,segment=NetworkSegment(b52364be-9a2d-4235-97ba-688d95b1e9ed),segment_id=b52364be-9a2d-4235-97ba-688d95b1e9ed)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 11:55:48.871869 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:48.929797 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc6781-5b65-44a8-9095-e417925761cc None None] Pushing event updated for resources: {'Port': ['ID=d8f0b856-f1bb-4a60-ae13-1392b3f351ab,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:55:50.317664 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37258) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:55:50.664040 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [None req-b5b47670-3ccc-40a8-b7aa-804b27bb5aab admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 11:55:50.665125 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-b5b47670-3ccc-40a8-b7aa-804b27bb5aab admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3464310 May 30 11:55:51.326491 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:55:51.334020 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:55:53.235419 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37270) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:55:53.569652 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [None req-8ff687d6-9ab9-462f-bd03-d0fca13c5052 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 11:55:53.570642 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8ff687d6-9ab9-462f-bd03-d0fca13c5052 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3336434 May 30 11:55:56.132308 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37278) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:55:56.466941 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-6f970e84-6613-44dc-b8b8-09db6bf3336b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:55:56.492505 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6f970e84-6613-44dc-b8b8-09db6bf3336b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (c5c7271c-31f4-40ef-b591-1667bc867bc3), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:56.494100 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6f970e84-6613-44dc-b8b8-09db6bf3336b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (c5c7271c-31f4-40ef-b591-1667bc867bc3), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:56.633488 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6f970e84-6613-44dc-b8b8-09db6bf3336b demo demo] Publish callbacks [] for router_controller (c5c7271c-31f4-40ef-b591-1667bc867bc3), precommit_add_association {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:56.639237 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6f970e84-6613-44dc-b8b8-09db6bf3336b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (c5c7271c-31f4-40ef-b591-1667bc867bc3), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:56.657555 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6f970e84-6613-44dc-b8b8-09db6bf3336b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:55:56.676191 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-6f970e84-6613-44dc-b8b8-09db6bf3336b demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5254307 May 30 11:55:58.925244 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=48,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:55:58.926480 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:55:59.198626 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37292) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:55:59.526987 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [None req-65c4b4c4-1c96-435f-a868-5fc9b4944cb7 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 11:55:59.527999 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-65c4b4c4-1c96-435f-a868-5fc9b4944cb7 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3284295 May 30 11:56:00.575748 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device d8f0b856-f1bb-4a60-ae13-1392b3f351ab up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 11:56:00.657822 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port d8f0b856-f1bb-4a60-ae13-1392b3f351ab triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:00.658235 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:00.763310 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port d8f0b856-f1bb-4a60-ae13-1392b3f351ab is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:56:00.763638 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:00.799432 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port d8f0b856-f1bb-4a60-ae13-1392b3f351ab, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=d8f0b856-f1bb-4a60-ae13-1392b3f351ab,segment=NetworkSegment(b52364be-9a2d-4235-97ba-688d95b1e9ed),segment_id=b52364be-9a2d-4235-97ba-688d95b1e9ed)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 11:56:00.804112 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:00.837118 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe27383-3a83-4ad3-85ac-0e48af8b73b9 None None] Network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 11:56:00.917524 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=d8f0b856-f1bb-4a60-ae13-1392b3f351ab,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:00.935150 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-17dbf548-53c3-4acc-89d3-3ed8f63da80f None None] Provisioning complete for port d8f0b856-f1bb-4a60-ae13-1392b3f351ab triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:00.935530 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-17dbf548-53c3-4acc-89d3-3ed8f63da80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:01.060854 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-17dbf548-53c3-4acc-89d3-3ed8f63da80f None None] Current status of the port d8f0b856-f1bb-4a60-ae13-1392b3f351ab is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:56:01.281267 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-506c1bce-86b8-461f-895a-0b558a0c2942 None None] Provisioning complete for port d8f0b856-f1bb-4a60-ae13-1392b3f351ab triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:01.281656 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-506c1bce-86b8-461f-895a-0b558a0c2942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:01.359062 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-506c1bce-86b8-461f-895a-0b558a0c2942 None None] Current status of the port d8f0b856-f1bb-4a60-ae13-1392b3f351ab is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:56:02.090511 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37302) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:56:02.414566 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:56:02.434447 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Made reservation on behalf of 41eaf29f1f484186a95e357823daad72 for: {'network': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 11:56:02.436740 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:02.444633 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:02.463198 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:02.522132 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Publish callbacks [] for security_group (d2e20e02-a6c4-441b-a51c-2ec10b882164), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:02.526953 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d2e20e02-a6c4-441b-a51c-2ec10b882164), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:02.536574 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Reserving flat network on physical network physnet1 {{(pid=104003) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 30 11:56:02.560574 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device d8f0b856-f1bb-4a60-ae13-1392b3f351ab up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 11:56:02.567659 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (6c9f4588-0523-4229-8e44-d03dea72a8ae), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:02.568008 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.segments_db [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Added segment 6c9f4588-0523-4229-8e44-d03dea72a8ae of type flat for network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 May 30 11:56:02.569650 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e20e02-a6c4-441b-a51c-2ec10b882164,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:02.606810 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port d8f0b856-f1bb-4a60-ae13-1392b3f351ab triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:02.607203 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:02.620467 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (c424df0d-47c8-46d0-8f5c-4829b2ebdc11), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:02.654741 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (c424df0d-47c8-46d0-8f5c-4829b2ebdc11), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:02.655789 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:56:02.656391 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:02.683017 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port d8f0b856-f1bb-4a60-ae13-1392b3f351ab is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:56:02.729487 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6373632 May 30 11:56:02.755556 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37007ca-2e41-4f2b-8120-8da6ce067c07 admin admin] Pushing event updated for resources: {'Network': ['ID=c424df0d-47c8-46d0-8f5c-4829b2ebdc11,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:02.766449 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 11:56:03.164614 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7c8f89c8-70bd-4a43-9d3a-350d36aa3672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:05.379127 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37310) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:56:05.472513 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4af9316f-4b30-4578-8edf-1b2aef82d459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:05.762703 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d4c514-8624-4bd1-b0f8-14ec0347ccba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:56:05.763959 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-29d4c514-8624-4bd1-b0f8-14ec0347ccba demo admin] 10.222.0.32 "GET /v2.0/subnets/652c7f01-c07d-42fc-970d-a786620f6f01 HTTP/1.1" status: 200 len: 849 time: 0.3838427 May 30 11:56:05.881343 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-7f4f8e3d-4b9e-45a8-a6c1-efc96febc36f demo admin] 10.222.0.32 "GET /v2.0/routers/c5c7271c-31f4-40ef-b591-1667bc867bc3 HTTP/1.1" status: 200 len: 704 time: 0.1111553 May 30 11:56:05.930140 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:06.155577 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:06.503802 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Allocated IP 172.20.0.1 (cbb0e455-cb31-455e-a6f8-a72bcd38ad13/652c7f01-c07d-42fc-970d-a786620f6f01/49ee7cd9-22f1-4a84-b409-9b38ac301526) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 11:56:06.648093 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:06.672258 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Publish callbacks [] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:06.737176 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:06.806224 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 11:56:06.813913 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 11:56:06.819558 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 11:56:06.819861 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (c5c7271c-31f4-40ef-b591-1667bc867bc3), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:06.847214 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Pushing event updated for resources: {'Port': ['ID=49ee7cd9-22f1-4a84-b409-9b38ac301526,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:06.855325 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:07.036189 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:07.054203 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:07.061241 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-6b8e31e4-2717-41a7-b5ae-7c5c9271405a None None] Provisioning complete for port 49ee7cd9-22f1-4a84-b409-9b38ac301526 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:07.061662 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6b8e31e4-2717-41a7-b5ae-7c5c9271405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:07.064295 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:07.094942 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e31e4-2717-41a7-b5ae-7c5c9271405a None None] Port 49ee7cd9-22f1-4a84-b409-9b38ac301526 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 11:56:07.152035 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:07.278642 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Publish callbacks [] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:07.282787 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:07.283619 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (c5c7271c-31f4-40ef-b591-1667bc867bc3), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:07.360223 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Pushing event updated for resources: {'Port': ['ID=49ee7cd9-22f1-4a84-b409-9b38ac301526,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:07.408549 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 11:56:07.409803 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 11:56:07.567935 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Router c5c7271c-31f4-40ef-b591-1667bc867bc3 is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 11:56:07.614999 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-9bb5b682-1a83-4ac1-8d27-7f32f2e9baeb None None] Provisioning complete for port 49ee7cd9-22f1-4a84-b409-9b38ac301526 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:07.615390 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9bb5b682-1a83-4ac1-8d27-7f32f2e9baeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:07.653543 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5b682-1a83-4ac1-8d27-7f32f2e9baeb None None] Port 49ee7cd9-22f1-4a84-b409-9b38ac301526 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 11:56:07.659795 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 11:56:07.664919 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-eacc3408-a85a-4fc8-86e5-59f5751b70e6 demo admin] 10.222.0.32 "PUT /v2.0/routers/c5c7271c-31f4-40ef-b591-1667bc867bc3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7779732 May 30 11:56:07.671154 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Sync routers for ids ['c5c7271c-31f4-40ef-b591-1667bc867bc3'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 11:56:07.684151 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Routers {'c5c7271c-31f4-40ef-b591-1667bc867bc3'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 11:56:07.684903 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T11:56:05Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['c5c7271c-31f4-40ef-b591-1667bc867bc3'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:56:07.872689 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Set router c5c7271c-31f4-40ef-b591-1667bc867bc3 gateway port host: None {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 11:56:08.252817 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:08.318408 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'name': 'router1', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T11:55:56Z', 'updated_at': '2022-05-30T11:56:06Z', 'revision_number': 2, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'gw_port_host': None, '_interfaces': [{'id': '49ee7cd9-22f1-4a84-b409-9b38ac301526', 'name': '', 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'mac_address': 'fa:16:3e:57:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T11:56:06Z', 'updated_at': '2022-05-30T11:56:07Z', 'revision_number': 2, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'subnets': [{'id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84081557-3b94-46a1-bc21-215e24a26a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:56:08.368916 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Checking router: c5c7271c-31f4-40ef-b591-1667bc867bc3 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 11:56:08.369291 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Updating router c5c7271c-31f4-40ef-b591-1667bc867bc3 port 49ee7cd9-22f1-4a84-b409-9b38ac301526 binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 11:56:08.423178 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:08.978855 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Publish callbacks [] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:08.985610 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:09.157083 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Attempting to bind port 49ee7cd9-22f1-4a84-b409-9b38ac301526 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 11:56:09.157482 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Attempting to bind port 49ee7cd9-22f1-4a84-b409-9b38ac301526 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'b52364be-9a2d-4235-97ba-688d95b1e9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 11:56:09.157907 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Attempting to bind port 49ee7cd9-22f1-4a84-b409-9b38ac301526 on network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 11:56:09.161400 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Pushing event updated for resources: {'Port': ['ID=49ee7cd9-22f1-4a84-b409-9b38ac301526,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:09.170783 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 11:56:09.171204 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Checking segment: {'id': 'b52364be-9a2d-4235-97ba-688d95b1e9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 11:56:09.171766 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:09.172097 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Bound using segment: {'id': 'b52364be-9a2d-4235-97ba-688d95b1e9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 11:56:09.172596 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Bound port: 49ee7cd9-22f1-4a84-b409-9b38ac301526, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52364be-9a2d-4235-97ba-688d95b1e9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 11:56:09.172974 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:09.176368 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.176713 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.177050 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.177396 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.177727 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.178051 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.178375 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.178694 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.179011 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.179330 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.179651 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.179984 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.180328 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.180645 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.180964 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Tracked resource versions report: May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: pushed versions: May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: { 'AddressGroup': {'1.2'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Agent': {'1.1'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'ConntrackHelper': {'1.0'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'LocalIPAssociation': {'1.0'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Log': {'1.0'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'NDPProxy': {'1.0'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Network': {'1.1'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Port': {'1.7'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'PortForwarding': {'1.3'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'QosPolicy': {'1.10'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SecurityGroup': {'1.5'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SecurityGroupRule': {'1.2'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SubPort': {'1.0'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Subnet': {'1.1'}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Trunk': {'1.1'}} May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: consumer versions: May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: { DHCP agent@dv-cinder-840512-2-iscsi: {}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: L3 agent@dv-cinder-840512-2-iscsi: {}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: Metadata agent@dv-cinder-840512-2-iscsi: {}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: Metering agent@dv-cinder-840512-2-iscsi: {}, May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: Open vSwitch agent@dv-cinder-840512-2-iscsi: { 'AddressGroup': '1.2', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Agent': '1.1', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'ConntrackHelper': '1.0', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'LocalIPAssociation': '1.0', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Log': '1.0', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'NDPProxy': '1.0', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Network': '1.1', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Port': '1.7', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'PortForwarding': '1.3', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'QosPolicy': '1.10', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SecurityGroup': '1.5', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SecurityGroupRule': '1.2', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SubPort': '1.0', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Subnet': '1.1', May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Trunk': '1.1'}} May 30 11:56:09.182893 dv-cinder-840512-2-iscsi neutron-server[104005]: {{(pid=104005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 11:56:09.215737 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:09.250980 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] For port 49ee7cd9-22f1-4a84-b409-9b38ac301526, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 11:56:09.271673 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] For port 49ee7cd9-22f1-4a84-b409-9b38ac301526, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=49ee7cd9-22f1-4a84-b409-9b38ac301526,segment=NetworkSegment(b52364be-9a2d-4235-97ba-688d95b1e9ed),segment_id=b52364be-9a2d-4235-97ba-688d95b1e9ed)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 11:56:09.272829 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:09.283051 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-b348e241-4e2f-4d00-9adb-d5342afa0355 None None] Provisioning complete for port 49ee7cd9-22f1-4a84-b409-9b38ac301526 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:09.283587 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b348e241-4e2f-4d00-9adb-d5342afa0355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:09.283867 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:09.330419 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Routers {'c5c7271c-31f4-40ef-b591-1667bc867bc3'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 11:56:09.331050 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T11:56:05Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['c5c7271c-31f4-40ef-b591-1667bc867bc3'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:56:09.363633 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-b348e241-4e2f-4d00-9adb-d5342afa0355 None None] Current status of the port 49ee7cd9-22f1-4a84-b409-9b38ac301526 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:56:09.364035 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b348e241-4e2f-4d00-9adb-d5342afa0355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:09.403980 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-b348e241-4e2f-4d00-9adb-d5342afa0355 None None] For port 49ee7cd9-22f1-4a84-b409-9b38ac301526, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=49ee7cd9-22f1-4a84-b409-9b38ac301526,segment=NetworkSegment(b52364be-9a2d-4235-97ba-688d95b1e9ed),segment_id=b52364be-9a2d-4235-97ba-688d95b1e9ed)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 11:56:09.411240 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b348e241-4e2f-4d00-9adb-d5342afa0355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:09.425400 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] Set router c5c7271c-31f4-40ef-b591-1667bc867bc3 gateway port host: None {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 11:56:09.481930 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348e241-4e2f-4d00-9adb-d5342afa0355 None None] Pushing event updated for resources: {'Port': ['ID=49ee7cd9-22f1-4a84-b409-9b38ac301526,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:09.548210 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd302b2-61db-488d-a483-312ae8604058 None None] Pushing event updated for resources: {'Port': ['ID=49ee7cd9-22f1-4a84-b409-9b38ac301526,revision_number=4']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:09.631905 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-004a0e14-4201-4eb5-b7d1-b5e3f558b2fe None None] Provisioning complete for port 49ee7cd9-22f1-4a84-b409-9b38ac301526 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:09.632488 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-004a0e14-4201-4eb5-b7d1-b5e3f558b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:09.653444 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'name': 'router1', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T11:55:56Z', 'updated_at': '2022-05-30T11:56:06Z', 'revision_number': 2, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'gw_port_host': None, '_interfaces': [{'id': '49ee7cd9-22f1-4a84-b409-9b38ac301526', 'name': '', 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'mac_address': 'fa:16:3e:57:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T11:56:06Z', 'updated_at': '2022-05-30T11:56:09Z', 'revision_number': 4, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'subnets': [{'id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84081557-3b94-46a1-bc21-215e24a26a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:56:09.679730 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecd6ca6-6510-4955-90db-614f7c89aa19 None None] The sync data for ids ['c5c7271c-31f4-40ef-b591-1667bc867bc3'] in dv-cinder-840512-2-iscsi is: [{'id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'name': 'router1', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T11:55:56Z', 'updated_at': '2022-05-30T11:56:06Z', 'revision_number': 2, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'gw_port_host': None, '_interfaces': [{'id': '49ee7cd9-22f1-4a84-b409-9b38ac301526', 'name': '', 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'mac_address': 'fa:16:3e:57:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T11:56:06Z', 'updated_at': '2022-05-30T11:56:09Z', 'revision_number': 4, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'subnets': [{'id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84081557-3b94-46a1-bc21-215e24a26a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 11:56:09.737838 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-004a0e14-4201-4eb5-b7d1-b5e3f558b2fe None None] Current status of the port 49ee7cd9-22f1-4a84-b409-9b38ac301526 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:56:09.740981 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:10.252395 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 37330) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:56:10.491713 dv-cinder-840512-2-iscsi neutron-server[104002]: WARNING oslo_policy.policy [None req-e5e9ccd2-58f3-4a08-898c-00e8db02e784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 11:56:10.492314 dv-cinder-840512-2-iscsi neutron-server[104002]: WARNING oslo_policy.policy [None req-e5e9ccd2-58f3-4a08-898c-00e8db02e784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 11:56:10.720986 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writer thread running {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 30 11:56:10.721679 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:10.938430 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.policy [None req-e5e9ccd2-58f3-4a08-898c-00e8db02e784 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104002) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 30 11:56:10.979400 dv-cinder-840512-2-iscsi neutron-server[104002]: WARNING oslo_policy.policy [None req-e5e9ccd2-58f3-4a08-898c-00e8db02e784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 11:56:10.979858 dv-cinder-840512-2-iscsi neutron-server[104002]: WARNING oslo_policy.policy [None req-e5e9ccd2-58f3-4a08-898c-00e8db02e784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 11:56:10.987442 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9ccd2-58f3-4a08-898c-00e8db02e784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:56:10.989411 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e5e9ccd2-58f3-4a08-898c-00e8db02e784 admin admin] 10.222.0.32 "GET /v2.0/networks/c424df0d-47c8-46d0-8f5c-4829b2ebdc11 HTTP/1.1" status: 200 len: 842 time: 0.7351284 May 30 11:56:10.999684 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:56:11.042357 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Made reservation on behalf of 41eaf29f1f484186a95e357823daad72 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 11:56:11.045451 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:11.441933 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.objects.ports [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104002) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 30 11:56:11.442594 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (34479d88-eb6a-4ef4-a0db-1d5fcc049f74), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:11.513500 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34479d88-eb6a-4ef4-a0db-1d5fcc049f74,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:11.523293 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 11:56:11.523669 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Network hostable DHCP agents. Network: c424df0d-47c8-46d0-8f5c-4829b2ebdc11, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 11:56:11.529808 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.530163 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.530496 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.530831 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.531166 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.531488 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.531810 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.532131 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.532483 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.532804 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.533139 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.533476 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.533798 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.534113 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.534426 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Tracked resource versions report: May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: pushed versions: May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Agent': {'1.1'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Log': {'1.0'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Network': {'1.1'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Port': {'1.7'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: consumer versions: May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-840512-2-iscsi: {}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: L3 agent@dv-cinder-840512-2-iscsi: {}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: Metadata agent@dv-cinder-840512-2-iscsi: {}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: Metering agent@dv-cinder-840512-2-iscsi: {}, May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-840512-2-iscsi: { 'AddressGroup': '1.2', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Agent': '1.1', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Log': '1.0', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'NDPProxy': '1.0', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Network': '1.1', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Port': '1.7', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'PortForwarding': '1.3', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'QosPolicy': '1.10', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SubPort': '1.0', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Subnet': '1.1', May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Trunk': '1.1'}} May 30 11:56:11.535876 dv-cinder-840512-2-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 11:56:11.576068 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 11:56:11.589597 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, c424df0d-47c8-46d0-8f5c-4829b2ebdc11) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 11:56:11.594670 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:56:11.595292 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:11.601546 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95cd0bf-281f-42c0-9db1-5f84a6d70f7d None None] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 11:56:11.618471 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5000ece4-ce8e-4974-b6d6-1e32eb69db4e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6225290 May 30 11:56:11.715024 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b413452c-2896-4a45-9300-8d3a9727245c None None] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 11:56:14.160510 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 37362) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:56:14.410077 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ab965afd-e290-40c2-a77f-ad3cc67476d7 demo admin] 10.222.0.32 "GET /v2.0/routers/c5c7271c-31f4-40ef-b591-1667bc867bc3 HTTP/1.1" status: 200 len: 710 time: 0.2484560 May 30 11:56:14.499516 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae7bb9-ac90-4f26-a4e0-2b5f95b2ae11 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:56:14.500909 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c8ae7bb9-ac90-4f26-a4e0-2b5f95b2ae11 demo admin] 10.222.0.32 "GET /v2.0/networks/c424df0d-47c8-46d0-8f5c-4829b2ebdc11 HTTP/1.1" status: 200 len: 886 time: 0.0852382 May 30 11:56:14.509715 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:56:14.742607 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:14.752101 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Publish callbacks [] for router_gateway (c5c7271c-31f4-40ef-b591-1667bc867bc3), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:14.763985 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:14.974975 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Publish callbacks [] for router_gateway (c5c7271c-31f4-40ef-b591-1667bc867bc3), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:15.062116 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:15.233504 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Allocated IP 172.27.1.35 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/926c3fe6-ac77-4dc5-97ab-f387af2a84e7) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 11:56:15.347893 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Publish callbacks [] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:15.406723 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:15.471371 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 11:56:15.477309 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 11:56:15.486185 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 11:56:15.581276 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Pushing event updated for resources: {'Port': ['ID=926c3fe6-ac77-4dc5-97ab-f387af2a84e7,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:15.819254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Publish callbacks [] for router_gateway (c5c7271c-31f4-40ef-b591-1667bc867bc3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:15.849314 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:15.905731 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:16.011553 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11088'] for router (c5c7271c-31f4-40ef-b591-1667bc867bc3), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:16.016866 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650705'] for router (c5c7271c-31f4-40ef-b591-1667bc867bc3), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:16.128476 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Router c5c7271c-31f4-40ef-b591-1667bc867bc3 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 11:56:16.236950 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 11:56:16.241580 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:16.253005 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4ea98be6-1768-4bdb-a638-f3b31415ff5c demo admin] 10.222.0.32 "PUT /v2.0/routers/c5c7271c-31f4-40ef-b591-1667bc867bc3 HTTP/1.1" status: 200 len: 889 time: 1.7362468 May 30 11:56:17.649505 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=59,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:17.657190 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:18.582870 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 49ee7cd9-22f1-4a84-b409-9b38ac301526 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 11:56:18.613171 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929de363-5439-4543-a336-7400e5498bbb None None] Sync routers for ids ['c5c7271c-31f4-40ef-b591-1667bc867bc3'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 11:56:18.638777 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929de363-5439-4543-a336-7400e5498bbb None None] Routers {'c5c7271c-31f4-40ef-b591-1667bc867bc3'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 11:56:18.639439 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-929de363-5439-4543-a336-7400e5498bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T11:56:05Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['c5c7271c-31f4-40ef-b591-1667bc867bc3'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:56:18.733511 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 49ee7cd9-22f1-4a84-b409-9b38ac301526 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:18.734182 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:18.832590 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 37376) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:56:18.868949 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:18.890715 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-929de363-5439-4543-a336-7400e5498bbb None None] Set router c5c7271c-31f4-40ef-b591-1667bc867bc3 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 11:56:18.950013 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-cc88090a-50c1-40c0-93c7-daa50f32ca30 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1161890 May 30 11:56:19.068094 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:19.069522 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 49ee7cd9-22f1-4a84-b409-9b38ac301526 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:56:19.391534 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-929de363-5439-4543-a336-7400e5498bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'name': 'router1', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '926c3fe6-ac77-4dc5-97ab-f387af2a84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T11:55:56Z', 'updated_at': '2022-05-30T11:56:15Z', 'revision_number': 4, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'gw_port': {'id': '926c3fe6-ac77-4dc5-97ab-f387af2a84e7', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T11:56:15Z', 'updated_at': '2022-05-30T11:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '49ee7cd9-22f1-4a84-b409-9b38ac301526', 'name': '', 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'mac_address': 'fa:16:3e:57:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T11:56:06Z', 'updated_at': '2022-05-30T11:56:09Z', 'revision_number': 5, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'subnets': [{'id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84081557-3b94-46a1-bc21-215e24a26a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:56:19.443278 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929de363-5439-4543-a336-7400e5498bbb None None] Checking router: c5c7271c-31f4-40ef-b591-1667bc867bc3 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 11:56:19.443647 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929de363-5439-4543-a336-7400e5498bbb None None] Updating router c5c7271c-31f4-40ef-b591-1667bc867bc3 port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 11:56:19.498846 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-929de363-5439-4543-a336-7400e5498bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:19.655421 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=45 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:19.657407 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=42 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:19.866752 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-929de363-5439-4543-a336-7400e5498bbb None None] Publish callbacks [] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:19.874073 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-929de363-5439-4543-a336-7400e5498bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:19.932346 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-929de363-5439-4543-a336-7400e5498bbb None None] Attempting to bind port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 11:56:19.932717 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-929de363-5439-4543-a336-7400e5498bbb None None] Attempting to bind port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 11:56:19.933078 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929de363-5439-4543-a336-7400e5498bbb None None] Attempting to bind port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 11:56:19.935206 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f787eb4-d02a-4c36-9218-daf0e637e469 None None] Pushing event updated for resources: {'Port': ['ID=926c3fe6-ac77-4dc5-97ab-f387af2a84e7,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:19.941669 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929de363-5439-4543-a336-7400e5498bbb None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 11, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 11:56:19.942035 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929de363-5439-4543-a336-7400e5498bbb None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 11:56:19.942431 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-929de363-5439-4543-a336-7400e5498bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:19.943179 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929de363-5439-4543-a336-7400e5498bbb None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 11:56:19.943259 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-929de363-5439-4543-a336-7400e5498bbb None None] Bound port: 926c3fe6-ac77-4dc5-97ab-f387af2a84e7, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 11:56:19.943621 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-929de363-5439-4543-a336-7400e5498bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:19.993133 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-929de363-5439-4543-a336-7400e5498bbb None None] For port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 11:56:19.997122 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-929de363-5439-4543-a336-7400e5498bbb None None] For port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=926c3fe6-ac77-4dc5-97ab-f387af2a84e7,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 11:56:20.004183 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-929de363-5439-4543-a336-7400e5498bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:20.071113 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f787eb4-d02a-4c36-9218-daf0e637e469 None None] Pushing event updated for resources: {'Port': ['ID=926c3fe6-ac77-4dc5-97ab-f387af2a84e7,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:20.074257 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929de363-5439-4543-a336-7400e5498bbb None None] Routers {'c5c7271c-31f4-40ef-b591-1667bc867bc3'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 11:56:20.074862 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-929de363-5439-4543-a336-7400e5498bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T11:56:05Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['c5c7271c-31f4-40ef-b591-1667bc867bc3'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:56:20.118542 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:20.189139 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-929de363-5439-4543-a336-7400e5498bbb None None] Set router c5c7271c-31f4-40ef-b591-1667bc867bc3 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 11:56:20.308521 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:20.410151 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-929de363-5439-4543-a336-7400e5498bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'name': 'router1', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '926c3fe6-ac77-4dc5-97ab-f387af2a84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T11:55:56Z', 'updated_at': '2022-05-30T11:56:15Z', 'revision_number': 4, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'gw_port': {'id': '926c3fe6-ac77-4dc5-97ab-f387af2a84e7', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T11:56:15Z', 'updated_at': '2022-05-30T11:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '49ee7cd9-22f1-4a84-b409-9b38ac301526', 'name': '', 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'mac_address': 'fa:16:3e:57:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T11:56:06Z', 'updated_at': '2022-05-30T11:56:09Z', 'revision_number': 5, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'subnets': [{'id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84081557-3b94-46a1-bc21-215e24a26a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 11:56:20.435423 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929de363-5439-4543-a336-7400e5498bbb None None] The sync data for ids ['c5c7271c-31f4-40ef-b591-1667bc867bc3'] in dv-cinder-840512-2-iscsi is: [{'id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'name': 'router1', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '926c3fe6-ac77-4dc5-97ab-f387af2a84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T11:55:56Z', 'updated_at': '2022-05-30T11:56:15Z', 'revision_number': 4, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'gw_port': {'id': '926c3fe6-ac77-4dc5-97ab-f387af2a84e7', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T11:56:15Z', 'updated_at': '2022-05-30T11:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '49ee7cd9-22f1-4a84-b409-9b38ac301526', 'name': '', 'network_id': 'cbb0e455-cb31-455e-a6f8-a72bcd38ad13', 'tenant_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'mac_address': 'fa:16:3e:57:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c7271c-31f4-40ef-b591-1667bc867bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T11:56:06Z', 'updated_at': '2022-05-30T11:56:09Z', 'revision_number': 5, 'project_id': 'cf52a898a25b4ba1a56dcdbb3174e7a7', 'subnets': [{'id': '652c7f01-c07d-42fc-970d-a786620f6f01', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84081557-3b94-46a1-bc21-215e24a26a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 11:56:20.636420 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 11:56:20.706172 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:20.706412 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:20.802059 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:56:20.802059 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:20.834603 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=926c3fe6-ac77-4dc5-97ab-f387af2a84e7,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 11:56:20.842273 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:20.908241 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=926c3fe6-ac77-4dc5-97ab-f387af2a84e7,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:56:22.595331 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 11:56:22.650384 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:56:22.650997 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (926c3fe6-ac77-4dc5-97ab-f387af2a84e7), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:22.756060 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 926c3fe6-ac77-4dc5-97ab-f387af2a84e7 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:56:28.942281 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=47 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:28.946640 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=37 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:32.751468 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=72 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:32.752800 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:33.171713 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ab03-86ed-440f-a1a7-994bac439420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:34.671480 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 5 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 11:56:35.475388 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-46bc7198-4f45-4c8a-adce-4530285d8eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:36.864486 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:38.261344 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:39.726682 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:56:46.663081 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:46.679785 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=7 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:49.719862 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:56:49.721846 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:57:03.172565 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3514eabc-4c83-4a53-b15c-f4a9c53af06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:05.481162 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b477da4c-6bad-4e00-83f0-9886ae42af68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:06.860526 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:08.260391 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:09.733553 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:11.671180 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 5 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 11:57:19.719923 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:57:19.728917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:57:31.667134 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:57:31.668273 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:57:33.169177 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-36bfaf72-e5ba-49a1-a090-8339ffbf2832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:35.475552 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-73aef776-2904-4a6c-961e-f3f113db054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:36.864090 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:38.257065 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:38.910302 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 37914) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:57:38.972812 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bab4207-b348-427c-b7d0-570ebb38dcd0 admin admin] GET failed (client error): The resource could not be found. May 30 11:57:38.974130 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2bab4207-b348-427c-b7d0-570ebb38dcd0 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628974 May 30 11:57:39.138893 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3264cd-9769-4213-8ecd-d6b49b2efa85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:39.140325 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3b3264cd-9769-4213-8ecd-d6b49b2efa85 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1620903 May 30 11:57:39.728860 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:41.454208 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 37924) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:57:41.559028 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c369d15-cd59-4b1f-a5e7-fecd0b52724e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:41.560442 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4c369d15-cd59-4b1f-a5e7-fecd0b52724e admin admin] 10.222.0.32 "GET /v2.0/subnets/652c7f01-c07d-42fc-970d-a786620f6f01 HTTP/1.1" status: 200 len: 849 time: 0.1052566 May 30 11:57:41.569877 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:57:41.659214 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Publish callbacks [] for subnet (652c7f01-c07d-42fc-970d-a786620f6f01), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:41.808262 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754245067466'] for subnet (652c7f01-c07d-42fc-970d-a786620f6f01), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:41.841975 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:41.843014 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:41.844580 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] 10.222.0.32 "PUT /v2.0/subnets/652c7f01-c07d-42fc-970d-a786620f6f01 HTTP/1.1" status: 200 len: 868 time: 0.2782676 May 30 11:57:41.846864 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d615f-7ce8-4fb9-b923-2c3f293121c1 None None] Network cbb0e455-cb31-455e-a6f8-a72bcd38ad13 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 11:57:41.867733 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=652c7f01-c07d-42fc-970d-a786620f6f01,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:57:41.876044 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.876403 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.876775 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.877118 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.877448 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.877773 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.878105 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.878422 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.878770 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.879098 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.879435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.879764 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.880083 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.880428 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:41.880745 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f442f-aae3-43d7-a4c6-95092b6f1097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:57:42.156210 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-100ef98f-dc72-4a99-afd8-c12b5328979b None None] Provisioning complete for port d8f0b856-f1bb-4a60-ae13-1392b3f351ab triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:57:42.156616 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-100ef98f-dc72-4a99-afd8-c12b5328979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d8f0b856-f1bb-4a60-ae13-1392b3f351ab), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:42.233240 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-100ef98f-dc72-4a99-afd8-c12b5328979b None None] Current status of the port d8f0b856-f1bb-4a60-ae13-1392b3f351ab is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:57:42.241376 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-100ef98f-dc72-4a99-afd8-c12b5328979b None None] Provisioning complete for port 49ee7cd9-22f1-4a84-b409-9b38ac301526 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:57:42.241806 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-100ef98f-dc72-4a99-afd8-c12b5328979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (49ee7cd9-22f1-4a84-b409-9b38ac301526), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:57:42.317092 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-100ef98f-dc72-4a99-afd8-c12b5328979b None None] Current status of the port 49ee7cd9-22f1-4a84-b409-9b38ac301526 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:57:44.142266 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 37932) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:57:44.411789 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f13e1-554c-4573-b512-24874c4b1798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:44.412181 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f13e1-554c-4573-b512-24874c4b1798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:44.413743 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e36f13e1-554c-4573-b512-24874c4b1798 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2702692 May 30 11:57:46.731640 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 37940) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:57:46.867699 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe8f3d-bda0-4727-986c-9f0d3d3cfedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:46.868090 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe8f3d-bda0-4727-986c-9f0d3d3cfedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:46.870369 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a0fe8f3d-bda0-4727-986c-9f0d3d3cfedd admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1375916 May 30 11:57:48.671668 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 5 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 11:57:49.178831 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 37948) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:57:49.306367 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47183d8-672e-4ff6-b0fb-75b87ed39e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:49.307837 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b47183d8-672e-4ff6-b0fb-75b87ed39e73 admin admin] 10.222.0.32 "GET /v2.0/networks/c424df0d-47c8-46d0-8f5c-4829b2ebdc11 HTTP/1.1" status: 200 len: 886 time: 0.1280510 May 30 11:57:51.634799 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37956) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:57:51.774000 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ffc42-8899-4096-8e38-d2737b4b5ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:51.776075 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-4e1ffc42-8899-4096-8e38-d2737b4b5ecc admin admin] 10.222.0.32 "GET /v2.0/networks/cbb0e455-cb31-455e-a6f8-a72bcd38ad13 HTTP/1.1" status: 200 len: 869 time: 0.1403284 May 30 11:57:52.308708 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:57:52.315673 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:57:54.101725 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 37966) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:57:54.179889 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:57:54.203430 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:57:54.229672 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f89174-abe4-4b76-b864-2e59b7dac4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:54.230121 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f89174-abe4-4b76-b864-2e59b7dac4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:54.231661 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b9f89174-abe4-4b76-b864-2e59b7dac4dd admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289854 May 30 11:57:56.544545 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37974) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:57:56.739258 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99e7c0-1fbb-4137-a20c-0433aff3e631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:56.739631 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99e7c0-1fbb-4137-a20c-0433aff3e631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:56.741218 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-9f99e7c0-1fbb-4137-a20c-0433aff3e631 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1957083 May 30 11:57:59.029082 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37982) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:57:59.116605 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d3bf5-6542-4099-a7e5-a3d3e3330dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:57:59.117955 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ba3d3bf5-6542-4099-a7e5-a3d3e3330dd4 admin admin] 10.222.0.32 "GET /v2.0/subnets/34479d88-eb6a-4ef4-a0db-1d5fcc049f74 HTTP/1.1" status: 200 len: 816 time: 0.0879173 May 30 11:58:00.665357 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:00.669876 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=7 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:01.412634 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 37990) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:58:01.507987 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc882f-8979-49f6-ab21-25d8349fe814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:58:01.509869 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-75cc882f-8979-49f6-ab21-25d8349fe814 admin admin] 10.222.0.32 "GET /v2.0/subnets/652c7f01-c07d-42fc-970d-a786620f6f01 HTTP/1.1" status: 200 len: 868 time: 0.0962553 May 30 11:58:03.171590 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c7898456-b17e-4d30-8e81-a420ba36fe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:04.220729 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:04.224887 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:05.479502 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-17994d84-d778-4608-adc9-7ff07a0745ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:06.869524 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:08.259999 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:09.733029 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:11.502931 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=29 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:11.504905 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=30 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:19.725287 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:19.727846 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:25.670952 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 5 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 11:58:33.174264 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65b8c1bf-2aa9-44e5-a8b4-a9be6dc47b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:35.482017 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6b013ea6-a76c-4aa8-86ba-2d4d132e4fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:35.668136 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=16 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:36.872405 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:37.675696 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=18 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:38.261404 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:39.737159 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:41.451468 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38050) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:58:41.498974 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [None req-3a447e4e-6366-4152-9f64-9a7332846ead admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 11:58:41.499963 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-3a447e4e-6366-4152-9f64-9a7332846ead admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0475371 May 30 11:58:43.926719 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38058) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:58:43.988334 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.pecan_wsgi.hooks.translation [None req-2383a8e9-1323-4fb8-bbcc-9862c9e57b5a admin admin] GET failed (client error): The resource could not be found. May 30 11:58:43.989681 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-2383a8e9-1323-4fb8-bbcc-9862c9e57b5a admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620306 May 30 11:58:44.137453 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4433c9-6971-4df4-85c2-e045ca0d8373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:58:44.138828 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-7a4433c9-6971-4df4-85c2-e045ca0d8373 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1445360 May 30 11:58:46.489283 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38066) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:58:46.542694 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:58:46.567784 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Made reservation on behalf of 41eaf29f1f484186a95e357823daad72 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 11:58:46.570822 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:46.618316 dv-cinder-840512-2-iscsi neutron-server[104002]: WARNING neutron.services.revisions.revision_plugin [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Could not find related network for resource to bump revision. May 30 11:58:46.636473 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 11:58:46.650454 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754244968596', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (5014a82b-d689-48a1-ac03-e7ea3b56c763), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:46.650978 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Unsubscribe: segment precommit_create {{(pid=104002) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 30 11:58:46.651444 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Added segment 5014a82b-d689-48a1-ac03-e7ea3b56c763 of type vlan for network e2da60ba-c917-4582-8d77-b6ad4e0dc240 May 30 11:58:46.695694 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (e2da60ba-c917-4582-8d77-b6ad4e0dc240), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:46.727292 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (e2da60ba-c917-4582-8d77-b6ad4e0dc240), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:46.728441 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:58:46.729025 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:46.806041 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3156567 May 30 11:58:46.824991 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Pushing event updated for resources: {'Network': ['ID=e2da60ba-c917-4582-8d77-b6ad4e0dc240,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:58:46.832553 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.832897 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.833238 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.833574 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.833903 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.834229 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.834551 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.834873 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.835195 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.835522 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.835917 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.836350 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.836681 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.837002 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.837318 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418ab61-435b-45fd-9f22-8a62b4b9bc87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:46.850212 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network e2da60ba-c917-4582-8d77-b6ad4e0dc240 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 11:58:49.130773 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38074) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 11:58:49.192035 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fb82f9-5bef-4136-8f8b-4986cdc40c5b admin admin] GET failed (client error): The resource could not be found. May 30 11:58:49.193404 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-51fb82f9-5bef-4136-8f8b-4986cdc40c5b admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616796 May 30 11:58:49.265892 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ecd2a-a02d-4e8e-9bac-993749dce540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:58:49.267314 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-540ecd2a-a02d-4e8e-9bac-993749dce540 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693147 May 30 11:58:49.277781 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Request body: {'subnet': {'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 11:58:49.296840 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Made reservation on behalf of 41eaf29f1f484186a95e357823daad72 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 11:58:49.299144 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:49.473987 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (cfb2a72e-75db-4e6d-aa02-06400aad7d38), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:49.527541 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb2a72e-75db-4e6d-aa02-06400aad7d38,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:58:49.537856 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Checking segment: {'id': '5014a82b-d689-48a1-ac03-e7ea3b56c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 11:58:49.538219 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Network hostable DHCP agents. Network: e2da60ba-c917-4582-8d77-b6ad4e0dc240, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 11:58:49.554127 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Network e2da60ba-c917-4582-8d77-b6ad4e0dc240 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 11:58:49.562801 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, e2da60ba-c917-4582-8d77-b6ad4e0dc240) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 11:58:49.567243 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 11:58:49.567832 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:49.571696 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026cf3d2-4fc7-4dcc-8940-7d522c916d01 None None] Network e2da60ba-c917-4582-8d77-b6ad4e0dc240 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 11:58:49.590544 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4a993f5c-e52e-4f69-82a9-bcbc53cfbfeb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3143034 May 30 11:58:49.684895 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-e2da60ba-c917-4582-8d77-b6ad4e0dc240', 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240', 'project_id': '41eaf29f1f484186a95e357823daad72', 'fixed_ips': [{'subnet_id': 'cfb2a72e-75db-4e6d-aa02-06400aad7d38'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 11:58:49.685867 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:49.926455 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Allocated IP 192.168.233.2 (e2da60ba-c917-4582-8d77-b6ad4e0dc240/cfb2a72e-75db-4e6d-aa02-06400aad7d38/a9c2633f-49c0-4d18-b73c-cff6f76be5d3) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 11:58:50.075952 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Publish callbacks [] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:50.082247 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:50.123933 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Network e2da60ba-c917-4582-8d77-b6ad4e0dc240 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 11:58:50.128851 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 11:58:50.131429 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 11:58:50.137838 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Pushing event updated for resources: {'Port': ['ID=a9c2633f-49c0-4d18-b73c-cff6f76be5d3,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:58:50.149669 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.150021 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.150381 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.150748 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.151571 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.151571 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.151781 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.152239 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.153858 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.154194 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.154531 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.154871 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.155203 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.155531 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.155857 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 11:58:50.215052 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Attempting to bind port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 11:58:50.215389 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Attempting to bind port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '5014a82b-d689-48a1-ac03-e7ea3b56c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 11:58:50.215701 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Attempting to bind port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 on network e2da60ba-c917-4582-8d77-b6ad4e0dc240 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 11:58:50.221156 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 11, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 11:58:50.221526 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Checking segment: {'id': '5014a82b-d689-48a1-ac03-e7ea3b56c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 11:58:50.221925 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:50.222314 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Bound using segment: {'id': '5014a82b-d689-48a1-ac03-e7ea3b56c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 11:58:50.222776 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Bound port: a9c2633f-49c0-4d18-b73c-cff6f76be5d3, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5014a82b-d689-48a1-ac03-e7ea3b56c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 11:58:50.223176 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:50.286208 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] For port a9c2633f-49c0-4d18-b73c-cff6f76be5d3, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 11:58:50.289979 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] For port a9c2633f-49c0-4d18-b73c-cff6f76be5d3, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=a9c2633f-49c0-4d18-b73c-cff6f76be5d3,segment=NetworkSegment(5014a82b-d689-48a1-ac03-e7ea3b56c763),segment_id=5014a82b-d689-48a1-ac03-e7ea3b56c763)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 11:58:50.297173 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:50.358835 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d8274-a8b5-4c4b-a5fa-33bbb626cb07 None None] Pushing event updated for resources: {'Port': ['ID=a9c2633f-49c0-4d18-b73c-cff6f76be5d3,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:58:50.724528 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device a9c2633f-49c0-4d18-b73c-cff6f76be5d3 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 11:58:50.752482 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:50.771245 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=87,neutron:UPDATE=11,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:50.780291 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:58:50.780686 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:50.859398 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:58:50.859782 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:50.895597 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port a9c2633f-49c0-4d18-b73c-cff6f76be5d3, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=a9c2633f-49c0-4d18-b73c-cff6f76be5d3,segment=NetworkSegment(5014a82b-d689-48a1-ac03-e7ea3b56c763),segment_id=5014a82b-d689-48a1-ac03-e7ea3b56c763)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 11:58:50.900495 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:50.950806 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=a9c2633f-49c0-4d18-b73c-cff6f76be5d3,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 11:58:51.264292 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b854887-c8f9-4454-a62d-4b7d8fa46b91 None None] Network e2da60ba-c917-4582-8d77-b6ad4e0dc240 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 11:58:51.356337 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-12422927-312e-426e-af42-e08e37ea8259 None None] Provisioning complete for port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:58:51.356891 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-12422927-312e-426e-af42-e08e37ea8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:51.459807 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-12422927-312e-426e-af42-e08e37ea8259 None None] Current status of the port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:58:51.679050 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-a52c75f6-408c-4116-9fa6-0c9fbef9e510 None None] Provisioning complete for port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:58:51.679407 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a52c75f6-408c-4116-9fa6-0c9fbef9e510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:51.755295 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-a52c75f6-408c-4116-9fa6-0c9fbef9e510 None None] Current status of the port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:58:52.672106 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device a9c2633f-49c0-4d18-b73c-cff6f76be5d3 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 11:58:52.721220 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 11:58:52.721609 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (a9c2633f-49c0-4d18-b73c-cff6f76be5d3), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:58:52.799656 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port a9c2633f-49c0-4d18-b73c-cff6f76be5d3 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 11:58:54.128525 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=10 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:54.135598 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=12 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:59.577976 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=70,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:58:59.579984 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=68,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:02.671360 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 5 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 11:59:03.176997 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-512695e1-06b1-4650-bb3e-5e5cb534c874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:05.479853 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:05.486894 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9d364a29-b254-433d-a5f9-88196a053a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:06.872577 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:08.265645 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:09.740380 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:14.667119 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:14.670883 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:19.734257 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:19.736297 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:31.663776 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:31.664583 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:33.179057 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-756591d2-2afd-469d-a178-18aff84c9b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:35.493311 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-93323038-0070-4abe-8662-ae5d7a33b469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:36.890116 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:38.267319 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:39.671466 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 5 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 11:59:39.746417 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 11:59:49.739927 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:49.742105 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:51.667570 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 11:59:51.676574 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:03.183642 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-17203568-4944-4d2f-abd9-e61864a09aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:05.487619 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f002342c-6dde-4602-bdfe-a672b8cbe8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:06.886926 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:08.272831 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:09.758130 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:16.670638 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 5 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:00:17.657199 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38112) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:00:17.664188 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [None req-4056a128-79b1-4d25-a92b-7816fa888cf8 tempest-verify_tempest_config-1587025336 tempest-verify_tempest_config-1587025336-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 12:00:17.665184 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4056a128-79b1-4d25-a92b-7816fa888cf8 tempest-verify_tempest_config-1587025336 tempest-verify_tempest_config-1587025336-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0070124 May 30 12:00:17.970655 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38130) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:00:18.081217 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:18.157640 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Publish callbacks [] for security_group (5a66256b-8970-45f2-9a2b-a51ddcfe2ae3), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:18.161846 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5a66256b-8970-45f2-9a2b-a51ddcfe2ae3), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:18.210541 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7af99df693a547278328fe2e36fdda41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2388215 May 30 12:00:18.211407 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66256b-8970-45f2-9a2b-a51ddcfe2ae3,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:00:18.213330 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38136) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:00:18.218335 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.218679 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.219035 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.219374 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.219703 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.220028 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.220378 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.220702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.221039 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.221365 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.221702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.222041 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.222369 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.222686 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.223002 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d9944-d1b5-4e88-a47e-8d22feb762c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.293633 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Publish callbacks [] for security_group (5a66256b-8970-45f2-9a2b-a51ddcfe2ae3), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:18.315036 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Publish callbacks [] for security_group (5a66256b-8970-45f2-9a2b-a51ddcfe2ae3), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:18.410568 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5a66256b-8970-45f2-9a2b-a51ddcfe2ae3), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:18.413740 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:18.414997 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a66256b-8970-45f2-9a2b-a51ddcfe2ae3 HTTP/1.1" status: 204 len: 168 time: 0.2006829 May 30 12:00:18.423349 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66256b-8970-45f2-9a2b-a51ddcfe2ae3,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:00:18.430293 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.430647 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.431008 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.431352 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.431686 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.432104 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.432358 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.432686 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.433024 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.433351 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.433690 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.434144 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.434478 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.434799 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:18.435120 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631891e-433b-4bc6-92d7-4a049e377990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:00:19.746186 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:28.197697 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:28.215373 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:28.425839 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:28.426589 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:28.461893 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:31.419815 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=17 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:31.422668 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=17 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:33.186707 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7946d0bd-c4eb-4b3e-b6ee-cc655966e238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:35.492828 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-75c7014c-60ac-48c2-aace-34e0db5aff1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:36.885637 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:38.274420 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:39.750686 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:00:49.740766 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:49.746780 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:00:53.669552 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 5 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:01:03.187511 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0839616d-3d5c-47de-ac34-9a0c6b84e7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:05.494742 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-57938d8a-281a-4455-ab98-e6cb0bfdea9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:05.674820 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:01:05.679273 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:01:06.886996 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:08.277177 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:09.752708 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:19.746927 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:01:19.748850 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:01:30.669718 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 5 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:01:31.670332 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:01:33.191201 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d527-05d3-4ca9-8e99-4d1bacdf82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:35.499479 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7a867406-5341-4664-9c69-9c9bfc722cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:36.891547 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:38.381331 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:39.754552 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:01:42.682270 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:01:42.686647 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:01:49.748716 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:01:49.750592 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:03.034995 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647201'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:03.193480 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb19b0cc-e65d-4370-b50e-39916eaa6201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:05.502069 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6932dd02-b505-482a-89c0-400fa39afa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:06.893733 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:07.670107 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:02:08.290307 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:09.760978 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:15.698400 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38212) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:02:15.807618 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-7f38c46b-c682-44a0-b7be-19927260f104 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1081042 May 30 12:02:18.133987 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38222) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:02:18.189372 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-61047cad-3537-461a-86a8-aec972e6f7bc admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0543156 May 30 12:02:19.688652 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:19.693052 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:19.753970 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:INSERT=1,neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:19.755903 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:25.801625 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:28.183948 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:31.424649 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=15 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:31.426540 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=11 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:33.022654 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:33.197104 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77a6de1d-d537-4ea2-b7ec-041d3cbf8aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:35.505447 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-707648d7-ed10-4dea-988a-e54918621a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:36.898424 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:38.289598 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:39.763895 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:02:44.668985 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:02:49.758146 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:49.760045 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:56.685575 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:02:56.689721 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=7 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:03:03.033595 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:03.199814 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8d1ade0f-a500-41d9-aa05-159d96e6707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:05.508963 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c1c4f021-f775-4d2e-b082-af5652f7531a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:06.901149 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:08.294029 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:09.766380 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:19.760246 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:03:19.762044 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:03:21.669707 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:03:33.049181 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:33.203682 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e2ecf483-fec7-40e3-acc8-21395621f467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:33.686612 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:03:33.687330 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:03:35.519020 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8dd5b786-effd-410d-b0f8-f71f1183ad7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:36.907688 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:38.297091 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:39.770811 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:49.764166 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:03:49.766112 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:03:58.669325 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:03:58.771739 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38294) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:03:58.973739 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1279392537-network', 'tenant_id': '8b5074cf3e6248668995f266845c8969'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:03:59.021212 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Made reservation on behalf of 8b5074cf3e6248668995f266845c8969 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:03:59.027007 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.047656 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.189182 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Publish callbacks [] for security_group (e1ed4dc2-2bc9-4d55-a0d9-341f34e68831), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.196544 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e1ed4dc2-2bc9-4d55-a0d9-341f34e68831), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.246091 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:03:59.270430 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (c0a8ffc7-9b5a-4e9e-b41a-ba9949699013), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.270971 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Added segment c0a8ffc7-9b5a-4e9e-b41a-ba9949699013 of type vlan for network e532e692-bceb-4466-adae-3cc4239d2d96 May 30 12:03:59.329350 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ed4dc2-2bc9-4d55-a0d9-341f34e68831,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:03:59.350442 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.350846 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.351119 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.351529 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.351779 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.352104 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.352459 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.352776 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.353117 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.353436 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.353758 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.354081 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.354401 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.354876 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.355019 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Tracked resource versions report: May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: pushed versions: May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Agent': {'1.1'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Log': {'1.0'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Network': {'1.1'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Port': {'1.7'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: consumer versions: May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-840512-2-iscsi: {}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: HyperV agent@hv-cinder-84051: {}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: L3 agent@dv-cinder-840512-2-iscsi: {}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: Metadata agent@dv-cinder-840512-2-iscsi: {}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: Metering agent@dv-cinder-840512-2-iscsi: {}, May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-840512-2-iscsi: { 'AddressGroup': '1.2', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Agent': '1.1', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Log': '1.0', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'NDPProxy': '1.0', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Network': '1.1', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Port': '1.7', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'PortForwarding': '1.3', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'QosPolicy': '1.10', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'SubPort': '1.0', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Subnet': '1.1', May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: 'Trunk': '1.1'}} May 30 12:03:59.356500 dv-cinder-840512-2-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 12:03:59.366624 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (e532e692-bceb-4466-adae-3cc4239d2d96), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.398908 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (e532e692-bceb-4466-adae-3cc4239d2d96), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.399734 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:03:59.400465 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.469957 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] Pushing event updated for resources: {'Network': ['ID=e532e692-bceb-4466-adae-3cc4239d2d96,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:03:59.473658 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3eefc43b-dc73-4f44-80c7-a877b6bcfe7d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7008591 May 30 12:03:59.477526 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38340) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:03:59.482893 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network e532e692-bceb-4466-adae-3cc4239d2d96 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:03:59.484654 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Request body: {'subnet': {'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1279392537-subnet', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:03:59.537494 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Made reservation on behalf of 8b5074cf3e6248668995f266845c8969 for: {'subnet': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:03:59.540565 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.746154 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (b2ae6479-93d2-4a09-ab33-a83977406b66), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.797693 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ae6479-93d2-4a09-ab33-a83977406b66,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:03:59.806593 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.806952 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.807289 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.807622 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.807953 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.808309 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.808632 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.808952 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.809275 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.809595 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.809921 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.810239 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.810558 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.810873 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.811187 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Tracked resource versions report: May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: pushed versions: May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: { 'AddressGroup': {'1.2'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Agent': {'1.1'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'ConntrackHelper': {'1.0'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'LocalIPAssociation': {'1.0'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Log': {'1.0'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'NDPProxy': {'1.0'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Network': {'1.1'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Port': {'1.7'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'PortForwarding': {'1.3'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'QosPolicy': {'1.10'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SecurityGroup': {'1.5'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SecurityGroupRule': {'1.2'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SubPort': {'1.0'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Subnet': {'1.1'}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Trunk': {'1.1'}} May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: consumer versions: May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: { DHCP agent@dv-cinder-840512-2-iscsi: {}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: HyperV agent@hv-cinder-84051: {}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: L3 agent@dv-cinder-840512-2-iscsi: {}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: Metadata agent@dv-cinder-840512-2-iscsi: {}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: Metering agent@dv-cinder-840512-2-iscsi: {}, May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: Open vSwitch agent@dv-cinder-840512-2-iscsi: { 'AddressGroup': '1.2', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Agent': '1.1', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'ConntrackHelper': '1.0', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'LocalIPAssociation': '1.0', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Log': '1.0', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'NDPProxy': '1.0', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Network': '1.1', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Port': '1.7', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'PortForwarding': '1.3', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'QosPolicy': '1.10', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SecurityGroup': '1.5', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SecurityGroupRule': '1.2', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'SubPort': '1.0', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Subnet': '1.1', May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: 'Trunk': '1.1'}} May 30 12:03:59.812419 dv-cinder-840512-2-iscsi neutron-server[104003]: {{(pid=104003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 12:03:59.833164 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Checking segment: {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:03:59.833516 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Network hostable DHCP agents. Network: e532e692-bceb-4466-adae-3cc4239d2d96, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:03:59.852433 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Network e532e692-bceb-4466-adae-3cc4239d2d96 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:03:59.863629 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, e532e692-bceb-4466-adae-3cc4239d2d96) {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:03:59.874018 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb194963-9672-4ba9-815b-4be2e94926f3 None None] Network e532e692-bceb-4466-adae-3cc4239d2d96 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:03:59.877279 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:03:59.877956 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.899671 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-58e94e84-dbbd-4372-81ce-d5e5a8a7d891 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4205809 May 30 12:03:59.902388 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38364) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:03:59.908340 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:03:59.934836 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (f6774cbd-e217-40a1-bec7-c4966c4389e9), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.936355 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (f6774cbd-e217-40a1-bec7-c4966c4389e9), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:03:59.997957 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-e532e692-bceb-4466-adae-3cc4239d2d96', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'project_id': '8b5074cf3e6248668995f266845c8969', 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:03:59.999145 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.058857 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks [] for router_controller (f6774cbd-e217-40a1-bec7-c4966c4389e9), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.164563 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Allocated IP 172.20.0.2 (e532e692-bceb-4466-adae-3cc4239d2d96/b2ae6479-93d2-4a09-ab33-a83977406b66/52c3ebf2-8aad-46bc-8bc8-f804f6527548) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:00.309337 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks [] for router_gateway (f6774cbd-e217-40a1-bec7-c4966c4389e9), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.325954 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Publish callbacks [] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.335170 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.376947 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:00.380371 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Network e532e692-bceb-4466-adae-3cc4239d2d96 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:00.383001 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:00.387603 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:00.460961 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Pushing event updated for resources: {'Port': ['ID=52c3ebf2-8aad-46bc-8bc8-f804f6527548,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:00.474081 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.474674 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.475201 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.475856 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.476682 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.477335 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.477955 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.478577 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.479712 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.480307 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.480853 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.481617 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.482145 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.482899 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.483529 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Tracked resource versions report: May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: pushed versions: May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: { 'AddressGroup': {'1.2'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Agent': {'1.1'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'ConntrackHelper': {'1.0'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'LocalIPAssociation': {'1.0'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Log': {'1.0'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'NDPProxy': {'1.0'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Network': {'1.1'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Port': {'1.7'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'PortForwarding': {'1.3'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'QosPolicy': {'1.10'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SecurityGroup': {'1.5'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SecurityGroupRule': {'1.2'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SubPort': {'1.0'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Subnet': {'1.1'}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Trunk': {'1.1'}} May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: consumer versions: May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: { DHCP agent@dv-cinder-840512-2-iscsi: {}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: HyperV agent@hv-cinder-84051: {}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: L3 agent@dv-cinder-840512-2-iscsi: {}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: Metadata agent@dv-cinder-840512-2-iscsi: {}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: Metering agent@dv-cinder-840512-2-iscsi: {}, May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: Open vSwitch agent@dv-cinder-840512-2-iscsi: { 'AddressGroup': '1.2', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Agent': '1.1', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'ConntrackHelper': '1.0', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'LocalIPAssociation': '1.0', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Log': '1.0', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'NDPProxy': '1.0', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Network': '1.1', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Port': '1.7', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'PortForwarding': '1.3', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'QosPolicy': '1.10', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SecurityGroup': '1.5', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SecurityGroupRule': '1.2', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'SubPort': '1.0', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Subnet': '1.1', May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: 'Trunk': '1.1'}} May 30 12:04:00.485620 dv-cinder-840512-2-iscsi neutron-server[104004]: {{(pid=104004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 12:04:00.510044 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Attempting to bind port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:00.510678 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Attempting to bind port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:00.511247 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Attempting to bind port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 on network e532e692-bceb-4466-adae-3cc4239d2d96 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:00.517130 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:00.517787 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Checking segment: {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:00.518412 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.519387 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Bound using segment: {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:00.519857 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Bound port: 52c3ebf2-8aad-46bc-8bc8-f804f6527548, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:00.520532 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.532035 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks [] for router_gateway (f6774cbd-e217-40a1-bec7-c4966c4389e9), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.569754 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.604969 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] For port 52c3ebf2-8aad-46bc-8bc8-f804f6527548, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:00.611142 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] For port 52c3ebf2-8aad-46bc-8bc8-f804f6527548, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=52c3ebf2-8aad-46bc-8bc8-f804f6527548,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:00.625036 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.702002 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:00.703537 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd11e0-80c3-41ae-8c8f-beebb785b824 None None] Pushing event updated for resources: {'Port': ['ID=52c3ebf2-8aad-46bc-8bc8-f804f6527548,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:00.728699 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Allocated IP 172.27.1.11 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/10acf1ce-86ab-4a99-8730-ab5b577fb6cf) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:00.874804 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks [] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.910605 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:00.918683 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:00.972639 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Pushing event updated for resources: {'Port': ['ID=10acf1ce-86ab-4a99-8730-ab5b577fb6cf,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:01.001555 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:01.006168 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:01.013560 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:01.291194 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks [] for router_gateway (f6774cbd-e217-40a1-bec7-c4966c4389e9), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:01.453486 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:01.508621 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38432) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:01.509153 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (f6774cbd-e217-40a1-bec7-c4966c4389e9), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:01.700471 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Router f6774cbd-e217-40a1-bec7-c4966c4389e9 is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:04:01.701383 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38454) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:01.739827 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38458) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:01.836356 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:04:01.845988 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Sync routers for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:04:01.856929 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:01.857559 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:03:35Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:01.871390 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:01.877630 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a6feb4e4-4299-4680-a174-3ec7874c73c6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9713447 May 30 12:04:01.878192 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38466) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:01.975839 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773353c0-b15c-4b81-8db5-e11ab29df524 None None] Network e532e692-bceb-4466-adae-3cc4239d2d96 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:04:01.986432 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-network', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:02.014641 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Made reservation on behalf of c988db8e79bf4c98ac288105177f90f2 for: {'network': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:02.017705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.034656 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.111778 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-105dd132-f876-49df-a4c0-9c41dc5f5407 None None] Provisioning complete for port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:02.112763 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-105dd132-f876-49df-a4c0-9c41dc5f5407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.119933 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-270445647-network', 'tenant_id': '20763921c37c4e81bba702e09bf628b2'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:02.152203 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38474) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:02.159987 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Publish callbacks [] for security_group (f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.201172 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.209144 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:02.216655 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=104003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:04:02.227672 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (70862f10-cf8e-48d8-88d0-9b6b84db06d2), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.228277 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.segments_db [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Added segment 70862f10-cf8e-48d8-88d0-9b6b84db06d2 of type vlan for network 1df1af59-dc4a-4ec6-926a-e35a4841adfa May 30 12:04:02.260875 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-105dd132-f876-49df-a4c0-9c41dc5f5407 None None] Current status of the port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:02.261548 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-105dd132-f876-49df-a4c0-9c41dc5f5407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.308852 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-105dd132-f876-49df-a4c0-9c41dc5f5407 None None] For port 52c3ebf2-8aad-46bc-8bc8-f804f6527548, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=52c3ebf2-8aad-46bc-8bc8-f804f6527548,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:02.319771 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-105dd132-f876-49df-a4c0-9c41dc5f5407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.338320 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (1df1af59-dc4a-4ec6-926a-e35a4841adfa), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.387016 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dd132-f876-49df-a4c0-9c41dc5f5407 None None] Pushing event updated for resources: {'Port': ['ID=52c3ebf2-8aad-46bc-8bc8-f804f6527548,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:02.398355 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1034975601-network', 'tenant_id': 'a60b241805384ef49352b3791cfd3d8c'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:02.427942 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:02.434763 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (1df1af59-dc4a-4ec6-926a-e35a4841adfa), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.436335 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:02.437069 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.454313 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Made reservation on behalf of a60b241805384ef49352b3791cfd3d8c for: {'network': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:02.457329 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.475791 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:02.477253 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.484379 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:01Z', 'revision_number': 3, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:02.536043 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Checking router: f6774cbd-e217-40a1-bec7-c4966c4389e9 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:04:02.536774 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Updating router f6774cbd-e217-40a1-bec7-c4966c4389e9 port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:04:02.586303 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.603685 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-709338548-network', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:02.642595 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1319969 May 30 12:04:02.646820 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38490) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:02.648316 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-d91e3213-9da9-49cb-84d8-6a653d9df6fd None None] Provisioning complete for port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:02.648707 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d91e3213-9da9-49cb-84d8-6a653d9df6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.654674 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Request body: {'subnet': {'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-subnet', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:02.666120 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Made reservation on behalf of 8e98cc41e8064c90b0e45b32e2d78493 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:02.668792 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.673446 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Made reservation on behalf of 20763921c37c4e81bba702e09bf628b2 for: {'network': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:02.681759 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.713850 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.715134 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:02.748979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Made reservation on behalf of c988db8e79bf4c98ac288105177f90f2 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:02.751877 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.770733 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:02.851696 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-d91e3213-9da9-49cb-84d8-6a653d9df6fd None None] Current status of the port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:02.852976 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:02.856455 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.946288 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Publish callbacks [] for security_group (f4f18957-39a4-49ee-a06c-0abc8b03ddb5), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.987950 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Publish callbacks [] for security_group (665a0dea-0160-4ff3-bf07-0d9dac9c5a3e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:02.998893 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f4f18957-39a4-49ee-a06c-0abc8b03ddb5), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.067744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.082823 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 52c3ebf2-8aad-46bc-8bc8-f804f6527548 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:03.092359 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f18957-39a4-49ee-a06c-0abc8b03ddb5,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:03.103916 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:04:03.177460 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (ca459669-5d6a-44d8-980d-743414884d8f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.178099 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Added segment ca459669-5d6a-44d8-980d-743414884d8f of type vlan for network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 May 30 12:04:03.239304 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:03.239926 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.269663 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a67caf11-ce5b-4567-a5ea-b387bdddcbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.274669 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a16e75-3194-43db-9571-4e5c502e8bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=1df1af59-dc4a-4ec6-926a-e35a4841adfa,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:03.291323 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:04:03.303115 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (665a0dea-0160-4ff3-bf07-0d9dac9c5a3e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.321292 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Publish callbacks [] for security_group (f3642473-2914-4e07-adcc-9a6f1fedbd5e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.365119 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f3642473-2914-4e07-adcc-9a6f1fedbd5e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.386262 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Publish callbacks [] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.398295 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.439898 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=104003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:04:03.454030 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (1b1749ee-1593-44ab-bdce-c8c4ff3a2f62), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.468832 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (f849d6fd-b42c-44b7-97e5-63328abd1570), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.469142 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.segments_db [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Added segment f849d6fd-b42c-44b7-97e5-63328abd1570 of type vlan for network 058f1ca1-dd47-4544-bac8-2587bcf6b3a9 May 30 12:04:03.481990 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:03.492399 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (1b1749ee-1593-44ab-bdce-c8c4ff3a2f62), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.493779 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:03.494550 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.523126 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Attempting to bind port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:03.523505 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Attempting to bind port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:03.524664 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Attempting to bind port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:03.542157 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:03.545185 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:03.545787 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.546354 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:03.547029 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Bound port: 10acf1ce-86ab-4a99-8730-ab5b577fb6cf, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:03.547594 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.553346 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Pushing event updated for resources: {'Port': ['ID=10acf1ce-86ab-4a99-8730-ab5b577fb6cf,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:03.573353 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:03.583455 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ac15c40d-34ae-4cc3-bd05-4cea988fb118 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4296336 May 30 12:04:03.591413 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38530) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:03.596334 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (058f1ca1-dd47-4544-bac8-2587bcf6b3a9), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.597979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Request body: {'subnet': {'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-subnet', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:03.610140 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.610832 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.611768 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.614418 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.616363 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.618298 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.618994 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.619686 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.620939 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.622858 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.623358 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.624006 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Made reservation on behalf of 8e98cc41e8064c90b0e45b32e2d78493 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:03.625212 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.625566 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.627092 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.627469 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:04:03.628653 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Tracked resource versions report: May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: pushed versions: May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: { 'AddressGroup': {'1.2'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Agent': {'1.1'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'ConntrackHelper': {'1.0'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'LocalIPAssociation': {'1.0'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Log': {'1.0'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'NDPProxy': {'1.0'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Network': {'1.1'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Port': {'1.7'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'PortForwarding': {'1.3'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'QosPolicy': {'1.10'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SecurityGroup': {'1.5'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SecurityGroupRule': {'1.2'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SubPort': {'1.0'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Subnet': {'1.1'}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Trunk': {'1.1'}} May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: consumer versions: May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: { DHCP agent@dv-cinder-840512-2-iscsi: {}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: HyperV agent@hv-cinder-84051: {}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: L3 agent@dv-cinder-840512-2-iscsi: {}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: Metadata agent@dv-cinder-840512-2-iscsi: {}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: Metering agent@dv-cinder-840512-2-iscsi: {}, May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: Open vSwitch agent@dv-cinder-840512-2-iscsi: { 'AddressGroup': '1.2', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Agent': '1.1', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'ConntrackHelper': '1.0', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'LocalIPAssociation': '1.0', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Log': '1.0', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'NDPProxy': '1.0', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Network': '1.1', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Port': '1.7', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'PortForwarding': '1.3', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'QosPolicy': '1.10', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SecurityGroup': '1.5', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SecurityGroupRule': '1.2', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'SubPort': '1.0', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Subnet': '1.1', May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: 'Trunk': '1.1'}} May 30 12:04:03.631759 dv-cinder-840512-2-iscsi neutron-server[104005]: {{(pid=104005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 12:04:03.658226 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=104003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:04:03.681828 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:03.710873 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] For port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:03.715498 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (058f1ca1-dd47-4544-bac8-2587bcf6b3a9), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.716663 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] For port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=10acf1ce-86ab-4a99-8730-ab5b577fb6cf,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:03.717174 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:03.718003 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.733955 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.825650 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:04:03.838392 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:03.840602 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (a704ca58-24cf-4dc6-a375-0f71b8e82bab), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.847533 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:03.857395 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (47e0e848-b302-47e0-9aa2-d1c22a3ccaf8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:03.864801 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:03.869874 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:03:35Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:03.899699 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:03.950023 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988fbce-155a-4c0c-8d70-a27fa57e514d None None] Pushing event updated for resources: {'Port': ['ID=10acf1ce-86ab-4a99-8730-ab5b577fb6cf,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:03.974001 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Checking segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:03.974362 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Network hostable DHCP agents. Network: 1df1af59-dc4a-4ec6-926a-e35a4841adfa, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:04:04.023447 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Checking segment: {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:04.023806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Network hostable DHCP agents. Network: 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:04:04.048125 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Pushing event updated for resources: {'Network': ['ID=058f1ca1-dd47-4544-bac8-2587bcf6b3a9,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:04.050674 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:04.064340 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network 058f1ca1-dd47-4544-bac8-2587bcf6b3a9 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:04:04.072935 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:04.095526 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:04.098670 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a704ca58-24cf-4dc6-a375-0f71b8e82bab,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:04.098890 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (acf7098d-ecf0-4bd0-9a07-72f1d240c184), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.099251 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.segments_db [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Added segment acf7098d-ecf0-4bd0-9a07-72f1d240c184 of type vlan for network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd May 30 12:04:04.179293 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:04:04.199925 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.203654 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:04.211220 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:04:04.219268 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, 1df1af59-dc4a-4ec6-926a-e35a4841adfa) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:04.228357 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f250ed-d9be-4871-8db1-9b3267820e1c None None] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:04:04.232454 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:04.243865 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:04.252872 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:04.257172 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.258554 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.260727 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:04.262099 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.291854 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:04.299530 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-614970bb-12f0-4bc1-82b1-cacfb704f476 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.5582767 May 30 12:04:04.301770 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38556) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:04.311102 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.6066675 May 30 12:04:04.316951 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Request body: {'subnet': {'network_id': '058f1ca1-dd47-4544-bac8-2587bcf6b3a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1034975601-subnet', 'tenant_id': 'a60b241805384ef49352b3791cfd3d8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:04.336995 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-eca77cb4-a909-4724-966d-8d7cd3a5ce72 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6889875 May 30 12:04:04.338957 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38558) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:04.344061 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Request body: {'subnet': {'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-270445647-subnet', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:04.360682 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40d06f-e896-4a70-a5b6-ed1001f4abef None None] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:04:04.369979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38566) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:04.389533 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:04.402003 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:04.402538 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.453285 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3642473-2914-4e07-adcc-9a6f1fedbd5e,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:04.496331 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:01Z', 'revision_number': 3, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:04.504142 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Made reservation on behalf of a60b241805384ef49352b3791cfd3d8c for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:04.509553 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.529089 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (3455798f-20e7-4f83-988c-77715ee45271), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.530811 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (3455798f-20e7-4f83-988c-77715ee45271), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.570295 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a3f96-3508-4a1a-b5a2-176e41015c82 None None] The sync data for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi is: [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:01Z', 'revision_number': 3, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:04:04.668214 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:04:04.668214 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.712213 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12011add-0796-460a-bdda-8a1784372846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:04:04.713164 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-12011add-0796-460a-bdda-8a1784372846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.750678 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks [] for router_controller (3455798f-20e7-4f83-988c-77715ee45271), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.751658 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Made reservation on behalf of 20763921c37c4e81bba702e09bf628b2 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:04.755223 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:04.824336 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15357cf7-1f14-41ff-a40e-e23e791df3ae admin admin] Pushing event updated for resources: {'Network': ['ID=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:04.985048 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38584) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:04.993731 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:04:05.052234 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6dfdf3c8-75a5-44d6-af13-c7f5b5b3fb35 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4587815 May 30 12:04:05.056084 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38592) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:05.110914 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (618868ac-cc31-49ee-9b06-aea54f013472), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.133315 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:05.133542 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.160565 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:05.239278 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:05.269785 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-931f8706-bb3b-4dcb-b14c-31043b480488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.271906 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Allocated IP 172.20.0.2 (1df1af59-dc4a-4ec6-926a-e35a4841adfa/a704ca58-24cf-4dc6-a375-0f71b8e82bab/9e01190f-f5fe-4441-b247-2c716fdfb6eb) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:05.279007 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-12011add-0796-460a-bdda-8a1784372846 None None] Allocated IP 172.20.0.2 (1b1749ee-1593-44ab-bdce-c8c4ff3a2f62/47e0e848-b302-47e0-9aa2-d1c22a3ccaf8/82514074-d06e-465a-999a-0e152ef50810) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:05.433026 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:05.481117 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Allocated IP 172.20.0.1 (e532e692-bceb-4466-adae-3cc4239d2d96/b2ae6479-93d2-4a09-ab33-a83977406b66/8f4d2ca5-db94-42e5-932f-3490e92165d4) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:05.603352 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5da41530-5cd3-4c74-829d-786b340090e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.611706 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-931f8706-bb3b-4dcb-b14c-31043b480488 admin admin] Publish callbacks [] for security_group (b2241746-6ad0-4111-84b7-c9b1802f7577), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.625468 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-931f8706-bb3b-4dcb-b14c-31043b480488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b2241746-6ad0-4111-84b7-c9b1802f7577), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.628109 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:05.641678 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (591ebd9d-edfc-45a9-97ee-bbb3b47baacd), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.646795 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Publish callbacks [] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.647990 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:05.664054 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-12011add-0796-460a-bdda-8a1784372846 None None] Publish callbacks [] for port (82514074-d06e-465a-999a-0e152ef50810), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.670370 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f8706-bb3b-4dcb-b14c-31043b480488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2241746-6ad0-4111-84b7-c9b1802f7577,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:05.680681 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.713804 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks [] for router_gateway (3455798f-20e7-4f83-988c-77715ee45271), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.753132 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-931f8706-bb3b-4dcb-b14c-31043b480488 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be94251de77f443587ac2bf31be95c9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7644370 May 30 12:04:05.757145 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38608) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:05.757299 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-12011add-0796-460a-bdda-8a1784372846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (82514074-d06e-465a-999a-0e152ef50810), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.775187 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (310e0f69-6350-4ff1-85d8-234cd151838a), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.777105 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (310e0f69-6350-4ff1-85d8-234cd151838a), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.802289 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Publish callbacks [] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.829774 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:05.851026 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:05.856045 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12011add-0796-460a-bdda-8a1784372846 None None] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:05.861485 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:05.863792 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38612) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:05.865833 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:05.870077 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Pushing event updated for resources: {'Port': ['ID=9e01190f-f5fe-4441-b247-2c716fdfb6eb,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:05.880976 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-12011add-0796-460a-bdda-8a1784372846 None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:05.884799 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12011add-0796-460a-bdda-8a1784372846 None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:05.909772 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Checking segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:05.910138 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Network hostable DHCP agents. Network: 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:04:05.929356 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=618868ac-cc31-49ee-9b06-aea54f013472,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:05.935697 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Network e532e692-bceb-4466-adae-3cc4239d2d96 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:05.941505 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:05.953797 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4d2ca5-db94-42e5-932f-3490e92165d4,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:05.964071 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:05.965914 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (f6774cbd-e217-40a1-bec7-c4966c4389e9), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.060944 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Checking segment: {'id': 'f849d6fd-b42c-44b7-97e5-63328abd1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '058f1ca1-dd47-4544-bac8-2587bcf6b3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:06.061514 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Network hostable DHCP agents. Network: 058f1ca1-dd47-4544-bac8-2587bcf6b3a9, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:04:06.091554 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:06.099655 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12011add-0796-460a-bdda-8a1784372846 None None] Pushing event updated for resources: {'Port': ['ID=82514074-d06e-465a-999a-0e152ef50810,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:06.150756 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks [] for router_controller (310e0f69-6350-4ff1-85d8-234cd151838a), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.172822 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8cd11e1d-ee01-41e7-9c42-2f00dbd96647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.178478 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:04:06.235159 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Attempting to bind port 9e01190f-f5fe-4441-b247-2c716fdfb6eb on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:06.235532 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Attempting to bind port 9e01190f-f5fe-4441-b247-2c716fdfb6eb by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:06.235898 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Attempting to bind port 9e01190f-f5fe-4441-b247-2c716fdfb6eb on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:06.241056 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-12011add-0796-460a-bdda-8a1784372846 None None] Attempting to bind port 82514074-d06e-465a-999a-0e152ef50810 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:06.241670 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-12011add-0796-460a-bdda-8a1784372846 None None] Attempting to bind port 82514074-d06e-465a-999a-0e152ef50810 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:06.241670 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12011add-0796-460a-bdda-8a1784372846 None None] Attempting to bind port 82514074-d06e-465a-999a-0e152ef50810 on network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:06.250237 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:06.269032 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:06.269332 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Checking segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:06.269694 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.270362 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Bound using segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:06.270888 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Bound port: 9e01190f-f5fe-4441-b247-2c716fdfb6eb, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:06.271314 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.285445 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12011add-0796-460a-bdda-8a1784372846 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:06.285818 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12011add-0796-460a-bdda-8a1784372846 None None] Checking segment: {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:06.286226 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-12011add-0796-460a-bdda-8a1784372846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.286672 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12011add-0796-460a-bdda-8a1784372846 None None] Bound using segment: {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:06.287180 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-12011add-0796-460a-bdda-8a1784372846 None None] Bound port: 82514074-d06e-465a-999a-0e152ef50810, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:06.287566 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-12011add-0796-460a-bdda-8a1784372846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (82514074-d06e-465a-999a-0e152ef50810), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.322748 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591ebd9d-edfc-45a9-97ee-bbb3b47baacd,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:06.341187 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:06.351284 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.352877 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:06.353511 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.389626 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f8666a8a-42f9-45bc-b129-8f3658d099e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0468380 May 30 12:04:06.399001 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38618) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:06.410262 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:06.420953 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8cd11e1d-ee01-41e7-9c42-2f00dbd96647 admin admin] Publish callbacks [] for security_group (186f2521-eb6e-4e3a-9c2c-d9da52261b0d), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.421080 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e58498-610c-48f4-89a8-bcd48f64a240 None None] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:04:06.438027 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8cd11e1d-ee01-41e7-9c42-2f00dbd96647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (186f2521-eb6e-4e3a-9c2c-d9da52261b0d), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.442554 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-2293fa0f-8f6f-43bb-82e3-749d774d3d19 None None] Provisioning complete for port 8f4d2ca5-db94-42e5-932f-3490e92165d4 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:06.442993 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2293fa0f-8f6f-43bb-82e3-749d774d3d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.492627 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-2293fa0f-8f6f-43bb-82e3-749d774d3d19 None None] Port 8f4d2ca5-db94-42e5-932f-3490e92165d4 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:06.506342 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (21fabfa4-b938-40e9-94a8-0880e094881b), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.508149 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (21fabfa4-b938-40e9-94a8-0880e094881b), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.509620 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Network 058f1ca1-dd47-4544-bac8-2587bcf6b3a9 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:04:06.515161 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks [] for router_gateway (3455798f-20e7-4f83-988c-77715ee45271), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.545578 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.566483 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks [] for router_controller (21fabfa4-b938-40e9-94a8-0880e094881b), precommit_add_association {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.580498 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8cd11e1d-ee01-41e7-9c42-2f00dbd96647 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af0e2e127e9941cc8118d8f77f419f64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7155766 May 30 12:04:06.588459 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] For port 9e01190f-f5fe-4441-b247-2c716fdfb6eb, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:06.589422 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38622) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:06.595229 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] For port 9e01190f-f5fe-4441-b247-2c716fdfb6eb, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=9e01190f-f5fe-4441-b247-2c716fdfb6eb,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:06.602781 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd11e1d-ee01-41e7-9c42-2f00dbd96647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186f2521-eb6e-4e3a-9c2c-d9da52261b0d,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:06.605685 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=8 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:06.614801 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-12011add-0796-460a-bdda-8a1784372846 None None] For port 82514074-d06e-465a-999a-0e152ef50810, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:06.622008 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-12011add-0796-460a-bdda-8a1784372846 None None] For port 82514074-d06e-465a-999a-0e152ef50810, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=82514074-d06e-465a-999a-0e152ef50810,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:06.629423 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.716423 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:06.733659 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-12011add-0796-460a-bdda-8a1784372846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (82514074-d06e-465a-999a-0e152ef50810), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.739101 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dabb35b1-a408-4c5b-bc12-385759ba95e3 admin admin] Publish callbacks [] for security_group (b2241746-6ad0-4111-84b7-c9b1802f7577), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.770867 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, 058f1ca1-dd47-4544-bac8-2587bcf6b3a9) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:06.775445 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:06.776374 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.796596 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dabb35b1-a408-4c5b-bc12-385759ba95e3 admin admin] Publish callbacks [] for security_group (b2241746-6ad0-4111-84b7-c9b1802f7577), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.799355 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45d38ce-d5ed-4250-b18d-4c31b3a43d06 None None] Network 058f1ca1-dd47-4544-bac8-2587bcf6b3a9 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:04:06.907628 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks [] for router_gateway (310e0f69-6350-4ff1-85d8-234cd151838a), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:06.974764 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-175cde8c-f59c-49e3-8ed5-c13efd0a7c90 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6607325 May 30 12:04:07.013853 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks [] for router_gateway (21fabfa4-b938-40e9-94a8-0880e094881b), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.071862 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:07.103464 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Publish callbacks [] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.111723 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ceacd787-5095-4846-a987-c05954f6e0e1 admin admin] Publish callbacks [] for security_group (186f2521-eb6e-4e3a-9c2c-d9da52261b0d), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.195799 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ceacd787-5095-4846-a987-c05954f6e0e1 admin admin] Publish callbacks [] for security_group (186f2521-eb6e-4e3a-9c2c-d9da52261b0d), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.210330 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.211560 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (f6774cbd-e217-40a1-bec7-c4966c4389e9), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.328279 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Allocated IP 172.27.1.193 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/290e2821-b4b5-47d0-8555-b7da3d1fe69c) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:07.331392 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:04:07.333068 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.336144 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 10acf1ce-86ab-4a99-8730-ab5b577fb6cf up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:07.341482 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dabb35b1-a408-4c5b-bc12-385759ba95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b2241746-6ad0-4111-84b7-c9b1802f7577), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.345259 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dabb35b1-a408-4c5b-bc12-385759ba95e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.364901 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-dabb35b1-a408-4c5b-bc12-385759ba95e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2241746-6ad0-4111-84b7-c9b1802f7577 HTTP/1.1" status: 204 len: 168 time: 1.5953019 May 30 12:04:07.425763 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1ba8e-6beb-4262-bb13-4681b8425ecb None None] Pushing event updated for resources: {'Port': ['ID=9e01190f-f5fe-4441-b247-2c716fdfb6eb,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:07.429125 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.484790 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb35b1-a408-4c5b-bc12-385759ba95e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2241746-6ad0-4111-84b7-c9b1802f7577,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:07.570386 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ceacd787-5095-4846-a987-c05954f6e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (186f2521-eb6e-4e3a-9c2c-d9da52261b0d), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.570386 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ceacd787-5095-4846-a987-c05954f6e0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.579407 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ceacd787-5095-4846-a987-c05954f6e0e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/186f2521-eb6e-4e3a-9c2c-d9da52261b0d HTTP/1.1" status: 204 len: 168 time: 0.9884646 May 30 12:04:07.610643 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:07.697060 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks [] for router_gateway (310e0f69-6350-4ff1-85d8-234cd151838a), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.754460 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.780193 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:07.829362 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks [] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:07.891265 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c6009-5dae-47e4-ab96-b8be74fd02b7 None None] Network 058f1ca1-dd47-4544-bac8-2587bcf6b3a9 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:04:07.977790 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4d2ca5-db94-42e5-932f-3490e92165d4,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:07.991178 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Network e532e692-bceb-4466-adae-3cc4239d2d96 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:07.994313 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacd787-5095-4846-a987-c05954f6e0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186f2521-eb6e-4e3a-9c2c-d9da52261b0d,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:08.001589 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:08.036878 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12011add-0796-460a-bdda-8a1784372846 None None] Pushing event updated for resources: {'Port': ['ID=82514074-d06e-465a-999a-0e152ef50810,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:08.054495 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:08.061612 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:08.089565 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:08.257647 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Router f6774cbd-e217-40a1-bec7-c4966c4389e9 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:04:08.279478 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:08.279983 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Pushing event updated for resources: {'Port': ['ID=290e2821-b4b5-47d0-8555-b7da3d1fe69c,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:08.351256 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38676) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:08.359601 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Allocated IP 172.20.0.2 (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd/618868ac-cc31-49ee-9b06-aea54f013472/abc9e90e-9fcf-46c9-ad48-47f634302d1a) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:08.366575 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:08.374037 dv-cinder-840512-2-iscsi neutron-server[104002]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 30 12:04:08.382904 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks [] for router_gateway (21fabfa4-b938-40e9-94a8-0880e094881b), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:08.421819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:08.456803 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:08.513375 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:08.516511 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38682) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:08.541334 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:08.576666 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:08.604794 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-979f92d9-ef23-4c41-932c-af0273394a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:08.614567 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Allocated IP 172.27.1.204 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/0586fd55-df74-46bf-be22-07cae291d94d) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:08.719847 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:08.741484 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-53c72e30-be9f-4107-9c7b-6e7e6491a013 None None] Provisioning complete for port 8f4d2ca5-db94-42e5-932f-3490e92165d4 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:08.741888 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-53c72e30-be9f-4107-9c7b-6e7e6491a013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:08.743804 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:08.744188 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:08.821669 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:04:08.850228 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-2d5d3e81-e08d-4bf4-80a4-8915984b7bd7 admin admin] 10.222.0.32 "PUT /v2.0/routers/f6774cbd-e217-40a1-bec7-c4966c4389e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9599886 May 30 12:04:08.850443 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Sync routers for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:04:08.877151 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=10acf1ce-86ab-4a99-8730-ab5b577fb6cf,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:08.913163 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-53c72e30-be9f-4107-9c7b-6e7e6491a013 None None] Port 8f4d2ca5-db94-42e5-932f-3490e92165d4 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:08.931210 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.014691 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb58a1eb-47e1-494d-80ce-4d33d5e179e8 None None] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:04:09.052385 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:09.053257 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:09.062144 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-979f92d9-ef23-4c41-932c-af0273394a9a admin admin] Publish callbacks [] for security_group (a27e8e74-1740-474e-accc-1d16eb350dd6), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.073805 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-979f92d9-ef23-4c41-932c-af0273394a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a27e8e74-1740-474e-accc-1d16eb350dd6), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.164069 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-979f92d9-ef23-4c41-932c-af0273394a9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5b4fa4be5664ba98e415b55fd7448e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6322162 May 30 12:04:09.166883 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38704) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:09.183203 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f92d9-ef23-4c41-932c-af0273394a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27e8e74-1740-474e-accc-1d16eb350dd6,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:09.186358 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-906a888a-5d5a-40c0-a5d1-80fb6f84aa76 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:09.194892 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-906a888a-5d5a-40c0-a5d1-80fb6f84aa76 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/networks?id=058f1ca1-dd47-4544-bac8-2587bcf6b3a9 HTTP/1.1" status: 200 len: 812 time: 0.8268130 May 30 12:04:09.262626 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f0d6-38db-488e-ab6a-cad825b514a5 admin admin] Publish callbacks [] for security_group (a27e8e74-1740-474e-accc-1d16eb350dd6), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.290914 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f0d6-38db-488e-ab6a-cad825b514a5 admin admin] Publish callbacks [] for security_group (a27e8e74-1740-474e-accc-1d16eb350dd6), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.342752 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f2122-7abc-4d0a-9910-f8fea1b380b9 None None] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:04:09.350337 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 82514074-d06e-465a-999a-0e152ef50810 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:09.353448 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-77dfe8b9-35aa-42d2-be3a-dd62624b2961 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/quotas/a60b241805384ef49352b3791cfd3d8c HTTP/1.1" status: 200 len: 375 time: 0.1575756 May 30 12:04:09.363380 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f0d6-38db-488e-ab6a-cad825b514a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a27e8e74-1740-474e-accc-1d16eb350dd6), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.368030 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f0d6-38db-488e-ab6a-cad825b514a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.368030 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-3bd3f0d6-38db-488e-ab6a-cad825b514a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a27e8e74-1740-474e-accc-1d16eb350dd6 HTTP/1.1" status: 204 len: 168 time: 0.1995919 May 30 12:04:09.377229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3f0d6-38db-488e-ab6a-cad825b514a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27e8e74-1740-474e-accc-1d16eb350dd6,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:09.456266 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-8185f691-30f9-44b5-94b7-dfc0eadbb3ab None None] Provisioning complete for port 82514074-d06e-465a-999a-0e152ef50810 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:09.456852 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8185f691-30f9-44b5-94b7-dfc0eadbb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (82514074-d06e-465a-999a-0e152ef50810), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.469083 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:09.517020 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=10acf1ce-86ab-4a99-8730-ab5b577fb6cf,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:09.561007 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks [] for port (0586fd55-df74-46bf-be22-07cae291d94d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.569706 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-1b39a5e1-0ec0-4b01-a7c6-5c5d6479dbab tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a60b241805384ef49352b3791cfd3d8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2079611 May 30 12:04:09.596451 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:09.603191 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Publish callbacks [] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.781424 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.849026 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38732) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:09.853235 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks [] for router_gateway (3455798f-20e7-4f83-988c-77715ee45271), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.855826 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-e4de0d0e-0a11-463f-8d50-4f75ddedff74 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--817352089', 'description': 'tempest-description--817564545'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:09.858762 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (0586fd55-df74-46bf-be22-07cae291d94d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:09.870944 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:09.926158 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:09.975796 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0586fd55-df74-46bf-be22-07cae291d94d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:10.007827 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Allocated IP 172.27.1.160 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/8c15e3ca-4bfb-4549-b9c3-436f20fa413e) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:10.011244 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:10.014433 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:10.022155 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:10.037812 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:10.051609 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:10.054233 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:10.105224 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.116423 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Pushing event updated for resources: {'Port': ['ID=abc9e90e-9fcf-46c9-ad48-47f634302d1a,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:10.152945 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:10.154173 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 82514074-d06e-465a-999a-0e152ef50810 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:10.154744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (82514074-d06e-465a-999a-0e152ef50810), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.167210 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-3bd84a4d-b5af-4c09-9f9d-f26f336b042e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 12:04:10.179533 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-3bd84a4d-b5af-4c09-9f9d-f26f336b042e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1959836 May 30 12:04:10.253009 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks [] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.302109 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:10.323609 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.326675 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-8185f691-30f9-44b5-94b7-dfc0eadbb3ab None None] Current status of the port 82514074-d06e-465a-999a-0e152ef50810 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:10.326873 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8185f691-30f9-44b5-94b7-dfc0eadbb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (82514074-d06e-465a-999a-0e152ef50810), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.349161 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e4de0d0e-0a11-463f-8d50-4f75ddedff74 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.445096 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Attempting to bind port abc9e90e-9fcf-46c9-ad48-47f634302d1a on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:10.445667 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Attempting to bind port abc9e90e-9fcf-46c9-ad48-47f634302d1a by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:10.445851 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Attempting to bind port abc9e90e-9fcf-46c9-ad48-47f634302d1a on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:10.461891 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:10.599443 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e4de0d0e-0a11-463f-8d50-4f75ddedff74 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (163fa7ac-7bbc-41d5-be31-8332e6ce682f), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.605370 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:10.609679 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Pushing event updated for resources: {'Port': ['ID=8c15e3ca-4bfb-4549-b9c3-436f20fa413e,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:10.620026 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e4de0d0e-0a11-463f-8d50-4f75ddedff74 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (163fa7ac-7bbc-41d5-be31-8332e6ce682f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.635951 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:10.664077 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e4de0d0e-0a11-463f-8d50-4f75ddedff74 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.668901 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-e4de0d0e-0a11-463f-8d50-4f75ddedff74 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8186982 May 30 12:04:10.669953 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38756) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:10.670842 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:10.671725 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Checking segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:10.672297 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.672832 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Bound using segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:10.673455 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Bound port: abc9e90e-9fcf-46c9-ad48-47f634302d1a, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:10.673972 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.683038 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-8185f691-30f9-44b5-94b7-dfc0eadbb3ab None None] For port 82514074-d06e-465a-999a-0e152ef50810, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=82514074-d06e-465a-999a-0e152ef50810,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:10.701344 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8185f691-30f9-44b5-94b7-dfc0eadbb3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (82514074-d06e-465a-999a-0e152ef50810), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.723275 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-885ca207-34e8-4bbe-961a-81c385c1db36 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'security_group_rule': {'security_group_id': '163fa7ac-7bbc-41d5-be31-8332e6ce682f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:10.725584 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:10.783032 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de0d0e-0a11-463f-8d50-4f75ddedff74 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163fa7ac-7bbc-41d5-be31-8332e6ce682f,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:10.856893 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-885ca207-34e8-4bbe-961a-81c385c1db36 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (29137910-d346-45c2-8c32-ed28a723fd72), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.871152 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 82514074-d06e-465a-999a-0e152ef50810 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:10.872261 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 9e01190f-f5fe-4441-b247-2c716fdfb6eb up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:10.901441 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Provisioning complete for port 9e01190f-f5fe-4441-b247-2c716fdfb6eb triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:10.901834 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.951876 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 2, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:10.957186 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-885ca207-34e8-4bbe-961a-81c385c1db36 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (29137910-d346-45c2-8c32-ed28a723fd72), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:10.964923 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-885ca207-34e8-4bbe-961a-81c385c1db36 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (29137910-d346-45c2-8c32-ed28a723fd72), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.009762 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185f691-30f9-44b5-94b7-dfc0eadbb3ab None None] Pushing event updated for resources: {'Port': ['ID=82514074-d06e-465a-999a-0e152ef50810,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:11.040948 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks [] for router_gateway (310e0f69-6350-4ff1-85d8-234cd151838a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.050102 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] For port abc9e90e-9fcf-46c9-ad48-47f634302d1a, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:11.061659 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Checking router: f6774cbd-e217-40a1-bec7-c4966c4389e9 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:04:11.062037 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Updating router f6774cbd-e217-40a1-bec7-c4966c4389e9 port 8f4d2ca5-db94-42e5-932f-3490e92165d4 binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:04:11.078670 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:11.094649 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:11.106733 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks [] for router_gateway (21fabfa4-b938-40e9-94a8-0880e094881b), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.128674 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-0f59690b-eff4-4196-840d-664c17bf6e70 service neutron] 10.222.0.32 "GET /v2.0/networks/058f1ca1-dd47-4544-bac8-2587bcf6b3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9482563 May 30 12:04:11.163084 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] For port abc9e90e-9fcf-46c9-ad48-47f634302d1a, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=abc9e90e-9fcf-46c9-ad48-47f634302d1a,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:11.202837 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.228296 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.273260 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-592edb64-61e4-4a55-a799-7fa9e4a9eeb9 service neutron] 10.222.0.32 "GET /v2.0/networks/058f1ca1-dd47-4544-bac8-2587bcf6b3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086614 May 30 12:04:11.330245 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (3455798f-20e7-4f83-988c-77715ee45271), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.340087 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (21fabfa4-b938-40e9-94a8-0880e094881b), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.351046 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 9e01190f-f5fe-4441-b247-2c716fdfb6eb triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:11.351724 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.410991 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399e43e-13c9-43c7-9c70-dd58f8cfd6b9 None None] Pushing event updated for resources: {'Port': ['ID=abc9e90e-9fcf-46c9-ad48-47f634302d1a,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:11.548017 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:11.549028 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ca207-34e8-4bbe-961a-81c385c1db36 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29137910-d346-45c2-8c32-ed28a723fd72,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:11.600706 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-885ca207-34e8-4bbe-961a-81c385c1db36 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.603751 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-885ca207-34e8-4bbe-961a-81c385c1db36 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8951662 May 30 12:04:11.632227 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38774) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:11.633469 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (310e0f69-6350-4ff1-85d8-234cd151838a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.658374 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-49665adf-4aac-4b7a-8018-9cfef084759d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'security_group_rule': {'security_group_id': '163fa7ac-7bbc-41d5-be31-8332e6ce682f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:11.731215 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:11.805692 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-49665adf-4aac-4b7a-8018-9cfef084759d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (f2974138-3811-4947-aac4-3a04387ef05e), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.819977 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Router 21fabfa4-b938-40e9-94a8-0880e094881b is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:04:11.820141 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:11.888813 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Current status of the port 9e01190f-f5fe-4441-b247-2c716fdfb6eb is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:11.904019 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:11.915946 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38792) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:11.988341 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fa0a6956-c7eb-42dd-9886-357058f583e6 req-2b8ef6e1-8ff7-48e0-9330-d56a63ba818c tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 210 time: 0.0710900 May 30 12:04:12.052690 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 9e01190f-f5fe-4441-b247-2c716fdfb6eb is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:12.053439 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:12.106379 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 9e01190f-f5fe-4441-b247-2c716fdfb6eb, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=9e01190f-f5fe-4441-b247-2c716fdfb6eb,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:12.128225 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:12.199676 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:12.216019 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.db.api [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 30 12:04:12.216747 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG oslo_db.api [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 12:04:12.271226 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=9e01190f-f5fe-4441-b247-2c716fdfb6eb,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:12.349698 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:04:12.360221 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:04:12.364779 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Publish callbacks [] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:12.367888 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-49665adf-4aac-4b7a-8018-9cfef084759d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (f2974138-3811-4947-aac4-3a04387ef05e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:12.373314 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:12.378352 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-49665adf-4aac-4b7a-8018-9cfef084759d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (f2974138-3811-4947-aac4-3a04387ef05e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:12.384237 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:12.387431 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c027d9df-af82-47b1-b32d-bd58c8138e17 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9829128 May 30 12:04:12.390304 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38812) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:12.391310 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:12.400192 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:12.404693 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Router 3455798f-20e7-4f83-988c-77715ee45271 is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:04:12.421118 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49665adf-4aac-4b7a-8018-9cfef084759d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2974138-3811-4947-aac4-3a04387ef05e,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:12.446201 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-49665adf-4aac-4b7a-8018-9cfef084759d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:12.450288 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-49665adf-4aac-4b7a-8018-9cfef084759d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8118484 May 30 12:04:12.483035 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38814) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:12.488285 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:12.498787 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7ec8e-4dbd-4816-b371-ce8013dce6a6 None None] Pushing event updated for resources: {'Port': ['ID=8f4d2ca5-db94-42e5-932f-3490e92165d4,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:12.512473 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device abc9e90e-9fcf-46c9-ad48-47f634302d1a up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:12.558286 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Router 310e0f69-6350-4ff1-85d8-234cd151838a is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:04:12.663927 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:12.666534 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:12.853497 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Current status of the port 9e01190f-f5fe-4441-b247-2c716fdfb6eb is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:12.861365 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:12.933027 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port abc9e90e-9fcf-46c9-ad48-47f634302d1a triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:12.933775 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.058167 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Provisioning complete for port 82514074-d06e-465a-999a-0e152ef50810 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:13.058542 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (82514074-d06e-465a-999a-0e152ef50810), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.061988 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:04:13.142664 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Sync routers for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:04:13.151966 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Attempting to bind port 8f4d2ca5-db94-42e5-932f-3490e92165d4 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:13.152150 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Attempting to bind port 8f4d2ca5-db94-42e5-932f-3490e92165d4 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:13.153772 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Attempting to bind port 8f4d2ca5-db94-42e5-932f-3490e92165d4 on network e532e692-bceb-4466-adae-3cc4239d2d96 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:13.198219 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:13.198593 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Checking segment: {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:13.199222 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.199693 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Bound using segment: {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:13.200208 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Bound port: 8f4d2ca5-db94-42e5-932f-3490e92165d4, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:13.200754 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.208745 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:13.245304 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:13.246298 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:13.283274 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:10Z', 'revision_number': 3, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:13.323708 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:04:13.324310 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Updating router 21fabfa4-b938-40e9-94a8-0880e094881b port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:04:13.332317 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-36862b92-8432-4b5d-a029-8c637f9c878e req-6bde7396-f9b7-4277-b052-82b5730abe3e tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 210 time: 0.1554821 May 30 12:04:13.334827 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.335960 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e720905e-8707-42f7-9515-f2150c470944 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.9612975 May 30 12:04:13.342392 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38848) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:13.406496 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.410522 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] For port 8f4d2ca5-db94-42e5-932f-3490e92165d4, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:13.414183 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] For port 8f4d2ca5-db94-42e5-932f-3490e92165d4, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=8f4d2ca5-db94-42e5-932f-3490e92165d4,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:13.465641 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.488315 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port abc9e90e-9fcf-46c9-ad48-47f634302d1a is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:13.488687 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.491325 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c0464-cbbb-49d5-bfaf-835beaeaa3ea None None] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:04:13.499417 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c9feaf6e-1924-45ad-9d3c-b6f58cb0e725 None None] Current status of the port 82514074-d06e-465a-999a-0e152ef50810 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:13.504419 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.663954 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7ec8e-4dbd-4816-b371-ce8013dce6a6 None None] Pushing event updated for resources: {'Port': ['ID=8f4d2ca5-db94-42e5-932f-3490e92165d4,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:13.731132 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] Provisioning complete for port abc9e90e-9fcf-46c9-ad48-47f634302d1a triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:13.731518 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.759758 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.777574 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:13.822320 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:13.823136 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:13.823412 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38860) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:13.912999 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Publish callbacks [] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.921989 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Allocated IP 172.20.0.1 (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd/618868ac-cc31-49ee-9b06-aea54f013472/d226ac32-8c7e-4050-986e-4bc5104b4133) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:13.925654 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:13.984093 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:04:14.012430 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:14.020492 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3905748-c0f9-429d-8fc4-a35f1a3f3ae5 None None] Pushing event updated for resources: {'Port': ['ID=8c15e3ca-4bfb-4549-b9c3-436f20fa413e,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:14.033578 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Sync routers for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:04:14.047316 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:14.070419 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:14.071378 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:14.097158 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Allocated IP 172.27.1.153 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/25d39630-9c29-4482-92d3-1130e393de81) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:14.210053 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cbb19d7e-359a-4b5f-accd-048b50ac4b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.239808 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for port (25d39630-9c29-4482-92d3-1130e393de81), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.275993 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:14.276867 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:14.291451 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (25d39630-9c29-4482-92d3-1130e393de81), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.350749 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'Port': ['ID=25d39630-9c29-4482-92d3-1130e393de81,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:14.362426 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.367248 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e2930a59-d59c-4960-b53c-218f541bb5e2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2480137 May 30 12:04:14.379501 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:14.381674 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 38880) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:14.386818 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:14.404392 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:14.450749 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:14.462539 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Publish callbacks [] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.507378 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:14.531628 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:14.627169 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (6405e418-e368-4bf8-b0eb-5772eb4e2f2b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.689094 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cbb19d7e-359a-4b5f-accd-048b50ac4b7b admin admin] Publish callbacks [] for security_group (4eed8c93-bc87-4f4c-9fb4-8c8b66470c4c), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.692567 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.694583 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port abc9e90e-9fcf-46c9-ad48-47f634302d1a, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=abc9e90e-9fcf-46c9-ad48-47f634302d1a,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:14.705312 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cbb19d7e-359a-4b5f-accd-048b50ac4b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (4eed8c93-bc87-4f4c-9fb4-8c8b66470c4c), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.709545 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:14.753964 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Attempting to bind port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:14.754954 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Attempting to bind port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:14.755625 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Attempting to bind port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:14.771035 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:14.771753 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:14.772337 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.772862 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:14.773482 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Bound port: 8c15e3ca-4bfb-4549-b9c3-436f20fa413e, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:14.774009 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.795309 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.796174 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:10Z', 'revision_number': 3, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:14.796515 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 82514074-d06e-465a-999a-0e152ef50810 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:14.820795 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Pushing event updated for resources: {'Port': ['ID=d226ac32-8c7e-4050-986e-4bc5104b4133,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:14.867246 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Checking router: 310e0f69-6350-4ff1-85d8-234cd151838a for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:04:14.867847 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Updating router 310e0f69-6350-4ff1-85d8-234cd151838a port 0586fd55-df74-46bf-be22-07cae291d94d binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:04:14.872476 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:14.882179 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-cbb19d7e-359a-4b5f-accd-048b50ac4b7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3d4bada97b241e9b2a5278f5f5365f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0535212 May 30 12:04:14.883913 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38900) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:14.886351 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:14.901906 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:14.902278 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (21fabfa4-b938-40e9-94a8-0880e094881b), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.902981 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53d8941d-3a29-465d-8f3d-e07d3e6f214d req-71ffdbd5-be96-4287-bace-c72c4252305c tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 210 time: 0.1391606 May 30 12:04:14.955100 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0586fd55-df74-46bf-be22-07cae291d94d), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:14.960547 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:14.962080 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] For port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:15.005001 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] For port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=8c15e3ca-4bfb-4549-b9c3-436f20fa413e,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:15.035915 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.044861 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb19d7e-359a-4b5f-accd-048b50ac4b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed8c93-bc87-4f4c-9fb4-8c8b66470c4c,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:15.077339 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:15.078041 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:15.100222 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:15.122716 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.147873 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:15.192312 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] Current status of the port abc9e90e-9fcf-46c9-ad48-47f634302d1a is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:15.215819 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:15.239485 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (25d39630-9c29-4482-92d3-1130e393de81), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.258711 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fd936bf7-f258-404c-8cb7-27329c2d7bf0 admin admin] Publish callbacks [] for security_group (4eed8c93-bc87-4f4c-9fb4-8c8b66470c4c), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.296447 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=abc9e90e-9fcf-46c9-ad48-47f634302d1a,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:15.305193 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] Provisioning complete for port 8f4d2ca5-db94-42e5-932f-3490e92165d4 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:15.305987 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.328345 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fd936bf7-f258-404c-8cb7-27329c2d7bf0 admin admin] Publish callbacks [] for security_group (4eed8c93-bc87-4f4c-9fb4-8c8b66470c4c), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.493003 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fd936bf7-f258-404c-8cb7-27329c2d7bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (4eed8c93-bc87-4f4c-9fb4-8c8b66470c4c), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.495869 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fd936bf7-f258-404c-8cb7-27329c2d7bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.499557 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-fd936bf7-f258-404c-8cb7-27329c2d7bf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eed8c93-bc87-4f4c-9fb4-8c8b66470c4c HTTP/1.1" status: 204 len: 168 time: 0.6120758 May 30 12:04:15.528341 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd936bf7-f258-404c-8cb7-27329c2d7bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed8c93-bc87-4f4c-9fb4-8c8b66470c4c,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:15.537474 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 82514074-d06e-465a-999a-0e152ef50810 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:15.539055 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (82514074-d06e-465a-999a-0e152ef50810), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.541330 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Publish callbacks [] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.541772 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:15.551017 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.553220 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (21fabfa4-b938-40e9-94a8-0880e094881b), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.562673 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:13Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:15.589895 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:15.604806 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195bd88-4a5b-439d-bd6f-aadac9627d4e None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:13Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:04:15.702889 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:15.710331 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Pushing event updated for resources: {'Port': ['ID=d226ac32-8c7e-4050-986e-4bc5104b4133,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:15.717510 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3905748-c0f9-429d-8fc4-a35f1a3f3ae5 None None] Pushing event updated for resources: {'Port': ['ID=8c15e3ca-4bfb-4549-b9c3-436f20fa413e,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:15.721311 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:15.784607 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:15.787311 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:15.855181 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:15.983729 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:15.991792 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:13Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:16.012862 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:04:16.037414 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:09Z', 'revision_number': 3, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:16.118425 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Publish callbacks [] for port (0586fd55-df74-46bf-be22-07cae291d94d), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.133449 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0586fd55-df74-46bf-be22-07cae291d94d), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.286425 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38922) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:16.314233 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Checking router: 3455798f-20e7-4f83-988c-77715ee45271 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:04:16.314850 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Updating router 3455798f-20e7-4f83-988c-77715ee45271 port 290e2821-b4b5-47d0-8555-b7da3d1fe69c binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:04:16.318980 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0ab2f-c636-4cc5-b7b6-8ef88abd08ce None None] Pushing event updated for resources: {'Port': ['ID=0586fd55-df74-46bf-be22-07cae291d94d,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:16.370185 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Attempting to bind port 0586fd55-df74-46bf-be22-07cae291d94d on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:16.370730 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Attempting to bind port 0586fd55-df74-46bf-be22-07cae291d94d by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:16.371190 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Attempting to bind port 0586fd55-df74-46bf-be22-07cae291d94d on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:16.378409 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:16.379140 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:16.379669 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.380562 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:16.380866 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Bound port: 0586fd55-df74-46bf-be22-07cae291d94d, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:16.381424 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0586fd55-df74-46bf-be22-07cae291d94d), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.390578 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-455eb589-0fc7-4f5c-ab1e-b550c4dcfc7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.431117 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.444478 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00487ecb-0cc3-4254-9bbe-53de4416ce63 None None] The sync data for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi is: [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:13Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:04:16.580150 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 82514074-d06e-465a-999a-0e152ef50810 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:16.590184 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 10acf1ce-86ab-4a99-8730-ab5b577fb6cf up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:16.602662 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:16.603658 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] Current status of the port 8f4d2ca5-db94-42e5-932f-3490e92165d4 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:16.604194 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.611476 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.682228 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:04:16.698533 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ac1ba6b3-f726-429a-bb86-4522dbfb9f97 admin admin] 10.222.0.32 "PUT /v2.0/routers/21fabfa4-b938-40e9-94a8-0880e094881b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3068051 May 30 12:04:16.702759 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] For port 0586fd55-df74-46bf-be22-07cae291d94d, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:16.710519 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] For port 0586fd55-df74-46bf-be22-07cae291d94d, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=0586fd55-df74-46bf-be22-07cae291d94d,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:16.733769 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0586fd55-df74-46bf-be22-07cae291d94d), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.747320 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-60c0ad07-c5c8-4763-bdb6-b3c34b3dd0d3 req-6a553bb1-b6bf-4d75-85bd-d21daab4f788 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 210 time: 0.1451292 May 30 12:04:16.831996 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Allocated IP 172.20.0.1 (1b1749ee-1593-44ab-bdce-c8c4ff3a2f62/47e0e848-b302-47e0-9aa2-d1c22a3ccaf8/6f674bb8-e147-475a-b5c4-38f44e887f7d) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:16.906312 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0ab2f-c636-4cc5-b7b6-8ef88abd08ce None None] Pushing event updated for resources: {'Port': ['ID=0586fd55-df74-46bf-be22-07cae291d94d,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:16.935928 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:16.936610 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:16.952767 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-455eb589-0fc7-4f5c-ab1e-b550c4dcfc7e admin admin] Publish callbacks [] for security_group (93b93e2d-d71c-409f-be7d-7c9c6fdea131), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.962283 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-455eb589-0fc7-4f5c-ab1e-b550c4dcfc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (93b93e2d-d71c-409f-be7d-7c9c6fdea131), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:16.968838 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:16.971424 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.040774 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:17.041867 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eb589-0fc7-4f5c-ab1e-b550c4dcfc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b93e2d-d71c-409f-be7d-7c9c6fdea131,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:17.060153 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-455eb589-0fc7-4f5c-ab1e-b550c4dcfc7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f210e206ea50473aa754762bafa6cb2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7721055 May 30 12:04:17.062731 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:17.063291 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38932) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:17.152660 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:17.160709 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] For port 8f4d2ca5-db94-42e5-932f-3490e92165d4, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=8f4d2ca5-db94-42e5-932f-3490e92165d4,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:17.201941 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.214927 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-965eadf6-e0da-4cee-930b-8638f627eb13 admin admin] Publish callbacks [] for security_group (93b93e2d-d71c-409f-be7d-7c9c6fdea131), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.274448 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-965eadf6-e0da-4cee-930b-8638f627eb13 admin admin] Publish callbacks [] for security_group (93b93e2d-d71c-409f-be7d-7c9c6fdea131), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.412761 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-965eadf6-e0da-4cee-930b-8638f627eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (93b93e2d-d71c-409f-be7d-7c9c6fdea131), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.419397 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-965eadf6-e0da-4cee-930b-8638f627eb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.421478 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-965eadf6-e0da-4cee-930b-8638f627eb13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93b93e2d-d71c-409f-be7d-7c9c6fdea131 HTTP/1.1" status: 204 len: 168 time: 0.3559892 May 30 12:04:17.444034 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38938) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:17.449724 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-5b0bbe45-dd98-48fa-b2fe-e8c651bd77f3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008437464', 'description': 'tempest-description--644349702'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:17.523071 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eadf6-e0da-4cee-930b-8638f627eb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b93e2d-d71c-409f-be7d-7c9c6fdea131,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:17.529616 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5b0bbe45-dd98-48fa-b2fe-e8c651bd77f3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.544120 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-5b32a53b-1654-4210-a80b-3f68d8148e9f None None] Provisioning complete for port abc9e90e-9fcf-46c9-ad48-47f634302d1a triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:17.545003 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5b32a53b-1654-4210-a80b-3f68d8148e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.636016 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Publish callbacks [] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.706920 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:10Z', 'revision_number': 3, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:17.714576 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5b0bbe45-dd98-48fa-b2fe-e8c651bd77f3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (9daea8c4-e249-47fa-8141-1967cb5df373), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.718819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for port (25d39630-9c29-4482-92d3-1130e393de81), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.723392 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5b0bbe45-dd98-48fa-b2fe-e8c651bd77f3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (9daea8c4-e249-47fa-8141-1967cb5df373), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.749045 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fbc2fe-d57b-4aa1-9dc2-4ae37116e8fc None None] The sync data for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi is: [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:10Z', 'revision_number': 3, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:04:17.777156 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (25d39630-9c29-4482-92d3-1130e393de81), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.807526 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:17.849632 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5b0bbe45-dd98-48fa-b2fe-e8c651bd77f3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.854629 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-5b0bbe45-dd98-48fa-b2fe-e8c651bd77f3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4056876 May 30 12:04:17.855778 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38944) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:17.883027 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-33e2b4e3-dc4f-4453-8058-ece916fb8bb2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group_rule': {'security_group_id': '9daea8c4-e249-47fa-8141-1967cb5df373', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:17.903085 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bbe45-dd98-48fa-b2fe-e8c651bd77f3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9daea8c4-e249-47fa-8141-1967cb5df373,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:17.904647 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:17.916137 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc816706-436b-4f60-b2bb-8c9a31fdb73b None None] Pushing event updated for resources: {'Port': ['ID=8f4d2ca5-db94-42e5-932f-3490e92165d4,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:17.982618 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-33e2b4e3-dc4f-4453-8058-ece916fb8bb2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (a0634efe-6db0-47e6-aff5-cbf54929b1e8), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:17.986870 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (6405e418-e368-4bf8-b0eb-5772eb4e2f2b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.037179 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.052031 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5672777 May 30 12:04:18.055046 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5b32a53b-1654-4210-a80b-3f68d8148e9f None None] Current status of the port abc9e90e-9fcf-46c9-ad48-47f634302d1a is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:18.086452 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-795ad141-345f-43e4-b72d-0ab1a11a8a74 req-0d258819-32a9-4830-9f81-b4f932541c13 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 210 time: 0.1466970 May 30 12:04:18.112453 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.133619 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-5b32a53b-1654-4210-a80b-3f68d8148e9f None None] Provisioning complete for port 8f4d2ca5-db94-42e5-932f-3490e92165d4 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:18.133995 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5b32a53b-1654-4210-a80b-3f68d8148e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.140595 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fef581-8a68-4c42-accc-1eea5485bbbf tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'Port': ['ID=25d39630-9c29-4482-92d3-1130e393de81,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:18.165884 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Allocated IP 172.20.0.1 (1df1af59-dc4a-4ec6-926a-e35a4841adfa/a704ca58-24cf-4dc6-a375-0f71b8e82bab/28048d31-fe32-4438-9374-b6b10121529c) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:18.212257 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-33e2b4e3-dc4f-4453-8058-ece916fb8bb2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (a0634efe-6db0-47e6-aff5-cbf54929b1e8), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.224504 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-33e2b4e3-dc4f-4453-8058-ece916fb8bb2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (a0634efe-6db0-47e6-aff5-cbf54929b1e8), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.248651 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.65', 49227) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:18.253766 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:18.287353 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:18.307942 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:18.308845 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (310e0f69-6350-4ff1-85d8-234cd151838a), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.427199 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Publish callbacks [] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.446270 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:18.473484 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8f4d2ca5-db94-42e5-932f-3490e92165d4 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:18.603111 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.761835 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Pushing event updated for resources: {'Port': ['ID=6f674bb8-e147-475a-b5c4-38f44e887f7d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:18.781179 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2b4e3-dc4f-4453-8058-ece916fb8bb2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0634efe-6db0-47e6-aff5-cbf54929b1e8,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:18.835765 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-33e2b4e3-dc4f-4453-8058-ece916fb8bb2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:18.837489 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-33e2b4e3-dc4f-4453-8058-ece916fb8bb2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9674015 May 30 12:04:18.845810 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 38996) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:18.905298 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-00fe6e32-2406-4191-910d-640e4e8ea62e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group_rule': {'security_group_id': '9daea8c4-e249-47fa-8141-1967cb5df373', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:18.964541 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:19.001995 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-0efc05fa-8a4c-4ba9-b078-62896cbf48d5 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--817352089&fields=id&tenant_id=8b5074cf3e6248668995f266845c8969 HTTP/1.1" status: 200 len: 267 time: 0.2918878 May 30 12:04:19.148378 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-1ba5ed1b-dcbb-47ca-b493-473e52183aff tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:19.150298 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-1ba5ed1b-dcbb-47ca-b493-473e52183aff tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.65 "GET /v2.0/networks?id=058f1ca1-dd47-4544-bac8-2587bcf6b3a9 HTTP/1.1" status: 200 len: 812 time: 0.8902683 May 30 12:04:19.163004 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00fe6e32-2406-4191-910d-640e4e8ea62e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (65dca3f0-24cd-47f5-bd12-7d6b3bf91705), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.217262 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Request body: {'port': {'device_id': '5a06904b-d932-4635-90df-b69dcb15d941', 'network_id': '058f1ca1-dd47-4544-bac8-2587bcf6b3a9', 'admin_state_up': True, 'tenant_id': 'a60b241805384ef49352b3791cfd3d8c'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:19.275008 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf138f1-426d-4f6e-b65c-b5cebc91d62d None None] Pushing event updated for resources: {'Port': ['ID=290e2821-b4b5-47d0-8555-b7da3d1fe69c,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:19.363378 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Attempting to bind port 290e2821-b4b5-47d0-8555-b7da3d1fe69c on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:19.363752 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Attempting to bind port 290e2821-b4b5-47d0-8555-b7da3d1fe69c by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:19.370340 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Attempting to bind port 290e2821-b4b5-47d0-8555-b7da3d1fe69c on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:19.372266 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5b32a53b-1654-4210-a80b-3f68d8148e9f None None] Current status of the port 8f4d2ca5-db94-42e5-932f-3490e92165d4 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:19.396487 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:19.396762 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:19.397163 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.397591 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:19.398084 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Bound port: 290e2821-b4b5-47d0-8555-b7da3d1fe69c, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:19.398508 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.420090 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:19.443298 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Publish callbacks [] for port (28048d31-fe32-4438-9374-b6b10121529c), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.448980 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2a4a3d89-b9ce-437e-85ad-32d2f12fcf02 req-6400858c-26fa-483a-adb7-a0bd3cf7b90a tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 210 time: 0.1661563 May 30 12:04:19.475842 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:19.478897 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 8f4d2ca5-db94-42e5-932f-3490e92165d4 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:19.479320 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.497012 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00fe6e32-2406-4191-910d-640e4e8ea62e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (65dca3f0-24cd-47f5-bd12-7d6b3bf91705), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.497152 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-5b32a53b-1654-4210-a80b-3f68d8148e9f None None] Provisioning complete for port d226ac32-8c7e-4050-986e-4bc5104b4133 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:19.497152 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5b32a53b-1654-4210-a80b-3f68d8148e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.509404 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-8bc67371-eb9d-43cc-90f5-43bd23dca28b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:19.510993 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-8bc67371-eb9d-43cc-90f5-43bd23dca28b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 811 time: 0.4980464 May 30 12:04:19.527558 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00fe6e32-2406-4191-910d-640e4e8ea62e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (65dca3f0-24cd-47f5-bd12-7d6b3bf91705), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.613463 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe6e32-2406-4191-910d-640e4e8ea62e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dca3f0-24cd-47f5-bd12-7d6b3bf91705,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:19.632527 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-54d73fd5-61e1-4e35-a75c-f7cb6b3650fa tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/quotas/8b5074cf3e6248668995f266845c8969 HTTP/1.1" status: 200 len: 375 time: 0.0986774 May 30 12:04:19.636316 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:19.638432 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (28048d31-fe32-4438-9374-b6b10121529c), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.644837 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00fe6e32-2406-4191-910d-640e4e8ea62e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.649794 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-00fe6e32-2406-4191-910d-640e4e8ea62e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7761931 May 30 12:04:19.661073 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39034) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:19.677275 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:19.718246 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Pushing event updated for resources: {'Port': ['ID=28048d31-fe32-4438-9374-b6b10121529c,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:19.739739 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.793830 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] For port 290e2821-b4b5-47d0-8555-b7da3d1fe69c, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:19.800192 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5b32a53b-1654-4210-a80b-3f68d8148e9f None None] Port d226ac32-8c7e-4050-986e-4bc5104b4133 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:19.808857 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] For port 290e2821-b4b5-47d0-8555-b7da3d1fe69c, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=290e2821-b4b5-47d0-8555-b7da3d1fe69c,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:19.834745 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Made reservation on behalf of a60b241805384ef49352b3791cfd3d8c for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:19.837085 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.839581 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.842706 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:19.963106 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:20.038518 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:20.066712 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:20.069194 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (3455798f-20e7-4f83-988c-77715ee45271), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:20.194893 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-7483aaf3-0998-46b4-a21e-4354125be8eb None None] Provisioning complete for port 6f674bb8-e147-475a-b5c4-38f44e887f7d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:20.208298 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7483aaf3-0998-46b4-a21e-4354125be8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:20.256980 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:20.328471 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 8f4d2ca5-db94-42e5-932f-3490e92165d4 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:20.329640 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device abc9e90e-9fcf-46c9-ad48-47f634302d1a up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:20.330519 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-9c8e760a-f490-4f4e-872c-a6d66eec572e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6867101 May 30 12:04:20.494551 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf138f1-426d-4f6e-b65c-b5cebc91d62d None None] Pushing event updated for resources: {'Port': ['ID=290e2821-b4b5-47d0-8555-b7da3d1fe69c,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:20.512881 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (28048d31-fe32-4438-9374-b6b10121529c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:20.528597 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:20.545213 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:20.567608 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:20.672131 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-7483aaf3-0998-46b4-a21e-4354125be8eb None None] Port 6f674bb8-e147-475a-b5c4-38f44e887f7d cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:20.696830 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Allocated IP 172.20.0.3 (058f1ca1-dd47-4544-bac8-2587bcf6b3a9/591ebd9d-edfc-45a9-97ee-bbb3b47baacd/4fecff73-c0eb-4774-9017-6b7fd73b4455) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:20.733750 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port abc9e90e-9fcf-46c9-ad48-47f634302d1a triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:20.734127 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:20.896180 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-0bf8e175-cc63-4f03-b8c4-8dec39334ff4 None None] Provisioning complete for port 28048d31-fe32-4438-9374-b6b10121529c triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:20.896735 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e175-cc63-4f03-b8c4-8dec39334ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (28048d31-fe32-4438-9374-b6b10121529c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:21.039313 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Allocated IP 172.27.1.109 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/809bc361-4018-4434-a9ff-98d412bf121d) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:21.082360 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f5caf829-f7d0-4413-a849-e2263cbc1968 req-79174b7b-32c8-4fa8-80e6-c7cb2d68cd07 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 210 time: 0.4082122 May 30 12:04:21.089274 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:21.091235 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:04:21.168441 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8e175-cc63-4f03-b8c4-8dec39334ff4 None None] Port 28048d31-fe32-4438-9374-b6b10121529c cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:21.201915 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:21.215574 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:21.216384 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:21.263381 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-a29c3760-dfd9-4ff6-a154-93b227cd0b69 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 12:04:21.266196 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-a29c3760-dfd9-4ff6-a154-93b227cd0b69 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2347806 May 30 12:04:21.579782 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:21.600048 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Publish callbacks [] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:21.667379 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:21.719645 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (809bc361-4018-4434-a9ff-98d412bf121d), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:21.745829 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Publish callbacks [] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:21.769105 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39114) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:21.807860 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:21.809018 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (310e0f69-6350-4ff1-85d8-234cd151838a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:21.895554 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:21.905728 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port abc9e90e-9fcf-46c9-ad48-47f634302d1a is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:21.911274 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8c15e3ca-4bfb-4549-b9c3-436f20fa413e up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:21.958929 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.031694 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:22.106227 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-ab5820af-0425-4182-97b7-c524c18da9c9 service neutron] 10.222.0.32 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202832 May 30 12:04:22.142281 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (809bc361-4018-4434-a9ff-98d412bf121d), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.212969 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-53c1c3b6-5d37-44ba-a0e1-5435898e6720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.250204 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Publish callbacks [] for port (28048d31-fe32-4438-9374-b6b10121529c), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.256627 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Network 058f1ca1-dd47-4544-bac8-2587bcf6b3a9 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:22.269213 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:22.274830 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:22.275419 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.278205 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:22.280750 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:22.308106 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:22.315748 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.347683 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (28048d31-fe32-4438-9374-b6b10121529c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.348730 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (3455798f-20e7-4f83-988c-77715ee45271), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.357806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Pushing event updated for resources: {'Port': ['ID=6f674bb8-e147-475a-b5c4-38f44e887f7d,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:22.406035 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Pushing event updated for resources: {'Port': ['ID=4fecff73-c0eb-4774-9017-6b7fd73b4455,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:22.447550 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:18Z', 'revision_number': 1, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:22.499434 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94e51f-180d-43d2-9be0-fbbcffb3e9d8 None None] The sync data for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi is: [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:18Z', 'revision_number': 1, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:04:22.529032 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:22.531675 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:22.538499 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:22.551478 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6f2611dd-e80c-4be5-b327-4c0af2d68e5b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3552566 May 30 12:04:22.558844 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeade8-f401-41a1-a106-2406b2331a3e req-4762964a-91e6-46e5-b7d4-50ea0c7ae548 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:22.559629 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:22.560497 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3cbeade8-f401-41a1-a106-2406b2331a3e req-4762964a-91e6-46e5-b7d4-50ea0c7ae548 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 931 time: 0.3128383 May 30 12:04:22.591694 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=809bc361-4018-4434-a9ff-98d412bf121d,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:22.605930 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 2, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:22.610987 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:22.610987 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.615839 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:22.639261 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:22.644471 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:04:22.645259 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Updating router 21fabfa4-b938-40e9-94a8-0880e094881b port d226ac32-8c7e-4050-986e-4bc5104b4133 binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:04:22.703105 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Pushing event updated for resources: {'Port': ['ID=28048d31-fe32-4438-9374-b6b10121529c,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:22.724724 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=8c15e3ca-4bfb-4549-b9c3-436f20fa413e,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:22.740400 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.741313 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 9e01190f-f5fe-4441-b247-2c716fdfb6eb up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:22.759912 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (5e71a911-0e33-4a9b-87dd-77d56695fc08), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.895818 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:22.918583 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3cbeade8-f401-41a1-a106-2406b2331a3e req-311b4c06-c103-4c89-ace6-e4634d642f79 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291779 May 30 12:04:22.965652 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=8c15e3ca-4bfb-4549-b9c3-436f20fa413e,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:23.002859 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:23.013796 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-770c9c26-24b2-40ca-a558-76c4e919322d service neutron] 10.222.0.32 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8590651 May 30 12:04:23.076632 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:23.153790 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-53c1c3b6-5d37-44ba-a0e1-5435898e6720 admin admin] Publish callbacks [] for security_group (088bc65c-e16f-4ea3-b1ee-3eb92ae6656d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:23.155128 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:23.170583 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-53c1c3b6-5d37-44ba-a0e1-5435898e6720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (088bc65c-e16f-4ea3-b1ee-3eb92ae6656d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:23.180101 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Router 310e0f69-6350-4ff1-85d8-234cd151838a has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:04:23.231268 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (809bc361-4018-4434-a9ff-98d412bf121d), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:23.362350 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2e587183-80b0-4448-8061-152a7be0532f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 12:04:23.367907 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2e587183-80b0-4448-8061-152a7be0532f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0169849 May 30 12:04:23.725366 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:23.819388 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Request body: {'port': {'device_id': '5a06904b-d932-4635-90df-b69dcb15d941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:23.875369 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-9e1d9496-267e-4fdd-a055-642f5c3c0861 None None] Provisioning complete for port 6f674bb8-e147-475a-b5c4-38f44e887f7d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:23.875765 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9496-267e-4fdd-a055-642f5c3c0861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:23.938886 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d9496-267e-4fdd-a055-642f5c3c0861 None None] Port 6f674bb8-e147-475a-b5c4-38f44e887f7d cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:23.966956 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 9e01190f-f5fe-4441-b247-2c716fdfb6eb triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:23.967559 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:23.986440 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:23.989212 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8fe1d190-067d-4754-b1ca-192a1e90b78e req-b8c562c1-22af-46ef-9509-8b9f1edecf45 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 210 time: 0.2483275 May 30 12:04:24.074630 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Router 3455798f-20e7-4f83-988c-77715ee45271 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:04:24.087127 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1c3b6-5d37-44ba-a0e1-5435898e6720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088bc65c-e16f-4ea3-b1ee-3eb92ae6656d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:24.136661 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-53c1c3b6-5d37-44ba-a0e1-5435898e6720 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96630b03d2094e1494969734ef6cd2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3533006 May 30 12:04:24.138269 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39170) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:24.296420 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-6382ba78-a2ed-4745-b96e-28c01530935e None None] Provisioning complete for port 28048d31-fe32-4438-9374-b6b10121529c triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:24.304259 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6382ba78-a2ed-4745-b96e-28c01530935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (28048d31-fe32-4438-9374-b6b10121529c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:24.355515 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:04:24.369269 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-89218f1c-ccf6-434b-b56d-4209ac71924f admin admin] 10.222.0.32 "PUT /v2.0/routers/310e0f69-6350-4ff1-85d8-234cd151838a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9798913 May 30 12:04:24.369553 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Sync routers for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:04:24.402681 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:24.407353 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:24.456280 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (809bc361-4018-4434-a9ff-98d412bf121d), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:24.466472 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:24.572636 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-12510b0b-0780-4399-8166-921c00da8c52 admin admin] Publish callbacks [] for security_group (088bc65c-e16f-4ea3-b1ee-3eb92ae6656d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:24.670029 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-12510b0b-0780-4399-8166-921c00da8c52 admin admin] Publish callbacks [] for security_group (088bc65c-e16f-4ea3-b1ee-3eb92ae6656d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:24.764512 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:24.800500 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:24.842935 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:24.897651 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Publish callbacks [] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:24.962638 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (809bc361-4018-4434-a9ff-98d412bf121d), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:24.968219 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-12510b0b-0780-4399-8166-921c00da8c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (088bc65c-e16f-4ea3-b1ee-3eb92ae6656d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:24.979691 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-12510b0b-0780-4399-8166-921c00da8c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:24.996996 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-12510b0b-0780-4399-8166-921c00da8c52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/088bc65c-e16f-4ea3-b1ee-3eb92ae6656d HTTP/1.1" status: 204 len: 168 time: 0.8487687 May 30 12:04:25.067813 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:25.093786 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-6382ba78-a2ed-4745-b96e-28c01530935e None None] Port 28048d31-fe32-4438-9374-b6b10121529c cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:25.101283 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12510b0b-0780-4399-8166-921c00da8c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088bc65c-e16f-4ea3-b1ee-3eb92ae6656d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:25.107260 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:25.182630 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69af3e-3f8b-4dfe-8994-d8383fc17d21 req-9a8c2387-2ae9-43d0-8bba-a09b24c4cb7f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:25.196849 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6b69af3e-3f8b-4dfe-8994-d8383fc17d21 req-9a8c2387-2ae9-43d0-8bba-a09b24c4cb7f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 931 time: 0.8184826 May 30 12:04:25.294584 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (5e71a911-0e33-4a9b-87dd-77d56695fc08), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:25.319835 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94173914-c614-44a3-a0dc-7e1d8a100403 None None] Pushing event updated for resources: {'Port': ['ID=d226ac32-8c7e-4050-986e-4bc5104b4133,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:25.426438 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:25.484697 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:25.504079 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8219802 May 30 12:04:25.555423 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39226) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:25.562905 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6b69af3e-3f8b-4dfe-8994-d8383fc17d21 req-4c70b223-f730-4b64-9092-bb4486d8cdb6 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406107 May 30 12:04:25.586888 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-ef2d3e1f-1711-4d1b-b4a0-012def0ebed8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579697509', 'description': 'tempest-description--443645343'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:25.628343 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29cb41-c085-4cc3-9693-6037362db99c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=809bc361-4018-4434-a9ff-98d412bf121d,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:25.695600 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 9e01190f-f5fe-4441-b247-2c716fdfb6eb is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:25.711776 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Attempting to bind port d226ac32-8c7e-4050-986e-4bc5104b4133 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:25.712418 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Attempting to bind port d226ac32-8c7e-4050-986e-4bc5104b4133 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:25.713484 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Attempting to bind port d226ac32-8c7e-4050-986e-4bc5104b4133 on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:25.730242 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:25.730940 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Checking segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:25.734526 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:25.735214 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Bound using segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:25.736950 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Bound port: d226ac32-8c7e-4050-986e-4bc5104b4133, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:25.737654 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:25.744449 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:04:25.787922 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 2, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:25.967147 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:25.997445 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Checking router: 310e0f69-6350-4ff1-85d8-234cd151838a for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:04:25.999650 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] For port d226ac32-8c7e-4050-986e-4bc5104b4133, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:26.000031 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Updating router 310e0f69-6350-4ff1-85d8-234cd151838a port 6f674bb8-e147-475a-b5c4-38f44e887f7d binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:04:26.014177 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-0d036755-1276-4201-9fd8-ea0ed04ad5d0 None None] Provisioning complete for port d226ac32-8c7e-4050-986e-4bc5104b4133 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:26.018857 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-0d036755-1276-4201-9fd8-ea0ed04ad5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.053295 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39236) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:26.093230 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6cd4-87a7-4251-aa17-d09a393f0827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.120533 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.143025 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] For port d226ac32-8c7e-4050-986e-4bc5104b4133, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=d226ac32-8c7e-4050-986e-4bc5104b4133,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:26.195245 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.246671 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2269107f-6960-41a1-990b-f1349988023d admin admin] 10.222.0.32 "PUT /v2.0/routers/3455798f-20e7-4f83-988c-77715ee45271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8849578 May 30 12:04:26.259444 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3e1f-1711-4d1b-b4a0-012def0ebed8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.286028 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a6be46f8-b1dd-42ab-8aab-97a1fb32e0a7 req-451f812c-6268-4f80-812b-95d07fbedd08 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 210 time: 0.5956135 May 30 12:04:26.319952 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fecff73-c0eb-4774-9017-6b7fd73b4455 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:26.360012 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Publish callbacks [] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.373908 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 0586fd55-df74-46bf-be22-07cae291d94d up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:26.386123 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-0d036755-1276-4201-9fd8-ea0ed04ad5d0 None None] Port d226ac32-8c7e-4050-986e-4bc5104b4133 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:26.521253 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Transition to ACTIVE for port object 4fecff73-c0eb-4774-9017-6b7fd73b4455 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:04:26.536734 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.555078 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:26.639054 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3e1f-1711-4d1b-b4a0-012def0ebed8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (f34f57f4-43ce-4425-8c36-9075f5421da4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.654974 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3e1f-1711-4d1b-b4a0-012def0ebed8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f34f57f4-43ce-4425-8c36-9075f5421da4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.709904 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3e1f-1711-4d1b-b4a0-012def0ebed8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:26.723247 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39254) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:26.727721 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ef2d3e1f-1711-4d1b-b4a0-012def0ebed8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1543798 May 30 12:04:26.735825 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-78474812-fe01-4326-840c-c6ab07100511 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'security_group_rule': {'security_group_id': 'f34f57f4-43ce-4425-8c36-9075f5421da4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:26.747003 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecff73-c0eb-4774-9017-6b7fd73b4455,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:26.806259 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3e1f-1711-4d1b-b4a0-012def0ebed8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34f57f4-43ce-4425-8c36-9075f5421da4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:26.841960 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94173914-c614-44a3-a0dc-7e1d8a100403 None None] Pushing event updated for resources: {'Port': ['ID=d226ac32-8c7e-4050-986e-4bc5104b4133,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:26.859168 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:26.859920 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:26.986916 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616896f4-14ff-4290-9501-8d00cf0780df req-8dfb748b-7883-4d4d-910e-2b0534030e5e tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:26.988660 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-616896f4-14ff-4290-9501-8d00cf0780df req-8dfb748b-7883-4d4d-910e-2b0534030e5e tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.1667676 May 30 12:04:27.095487 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Attempting to bind port 4fecff73-c0eb-4774-9017-6b7fd73b4455 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:27.099433 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Attempting to bind port 4fecff73-c0eb-4774-9017-6b7fd73b4455 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f849d6fd-b42c-44b7-97e5-63328abd1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '058f1ca1-dd47-4544-bac8-2587bcf6b3a9'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:27.100042 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Attempting to bind port 4fecff73-c0eb-4774-9017-6b7fd73b4455 on network 058f1ca1-dd47-4544-bac8-2587bcf6b3a9 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:27.112185 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-616896f4-14ff-4290-9501-8d00cf0780df req-0d3bb867-2869-4b5c-a3a0-d085a87c2c37 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154695 May 30 12:04:27.119501 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6cd4-87a7-4251-aa17-d09a393f0827 admin admin] Publish callbacks [] for security_group (e3f2015d-ab3f-4b6e-add0-43945a0775a4), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.131863 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-78474812-fe01-4326-840c-c6ab07100511 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (193a3c64-8891-4182-b561-d8daf8ad4408), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.147210 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-a4d1c852-6665-4272-a090-884d0b62d137 None None] Provisioning complete for port d226ac32-8c7e-4050-986e-4bc5104b4133 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:27.147782 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c852-6665-4272-a090-884d0b62d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.162716 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Port 4fecff73-c0eb-4774-9017-6b7fd73b4455 on network 058f1ca1-dd47-4544-bac8-2587bcf6b3a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:04:27.166122 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Attempting to bind port 4fecff73-c0eb-4774-9017-6b7fd73b4455 on network 058f1ca1-dd47-4544-bac8-2587bcf6b3a9 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:27.176460 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6cd4-87a7-4251-aa17-d09a393f0827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e3f2015d-ab3f-4b6e-add0-43945a0775a4), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.236494 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Publish callbacks [] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.249290 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 0586fd55-df74-46bf-be22-07cae291d94d triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:27.249599 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.262360 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (0586fd55-df74-46bf-be22-07cae291d94d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.334063 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:27.350660 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:27.351292 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Checking segment: {'id': 'f849d6fd-b42c-44b7-97e5-63328abd1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '058f1ca1-dd47-4544-bac8-2587bcf6b3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:27.353033 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Bound using segment: {'id': 'f849d6fd-b42c-44b7-97e5-63328abd1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '058f1ca1-dd47-4544-bac8-2587bcf6b3a9'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:27.353662 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Bound port: 4fecff73-c0eb-4774-9017-6b7fd73b4455, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f849d6fd-b42c-44b7-97e5-63328abd1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '058f1ca1-dd47-4544-bac8-2587bcf6b3a9'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:27.354892 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.378049 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a814e-30eb-4a43-96ac-df66fb2003c7 None None] Pushing event updated for resources: {'Port': ['ID=6f674bb8-e147-475a-b5c4-38f44e887f7d,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:27.476913 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Attempting to bind port 6f674bb8-e147-475a-b5c4-38f44e887f7d on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:27.477637 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Attempting to bind port 6f674bb8-e147-475a-b5c4-38f44e887f7d by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:27.478144 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Attempting to bind port 6f674bb8-e147-475a-b5c4-38f44e887f7d on network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:27.485275 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:27.486018 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Checking segment: {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:27.487249 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.488499 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Bound using segment: {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:27.489166 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Bound port: 6f674bb8-e147-475a-b5c4-38f44e887f7d, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:27.492379 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.505262 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-bc7a6cd4-87a7-4251-aa17-d09a393f0827 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de1af30de2034b34bbf58ccbb5ffd845&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4506357 May 30 12:04:27.508041 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39266) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:27.509959 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a6cd4-87a7-4251-aa17-d09a393f0827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f2015d-ab3f-4b6e-add0-43945a0775a4,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:27.561118 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:27.606693 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-78474812-fe01-4326-840c-c6ab07100511 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (193a3c64-8891-4182-b561-d8daf8ad4408), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.616794 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-78474812-fe01-4326-840c-c6ab07100511 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (193a3c64-8891-4182-b561-d8daf8ad4408), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.655355 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] For port 6f674bb8-e147-475a-b5c4-38f44e887f7d, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:27.661192 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] For port 6f674bb8-e147-475a-b5c4-38f44e887f7d, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=6f674bb8-e147-475a-b5c4-38f44e887f7d,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:27.672224 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78474812-fe01-4326-840c-c6ab07100511 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193a3c64-8891-4182-b561-d8daf8ad4408,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:27.683637 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] For port 4fecff73-c0eb-4774-9017-6b7fd73b4455, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:27.684330 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.691314 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-78474812-fe01-4326-840c-c6ab07100511 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.692878 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-78474812-fe01-4326-840c-c6ab07100511 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9668870 May 30 12:04:27.695901 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] For port 4fecff73-c0eb-4774-9017-6b7fd73b4455, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4fecff73-c0eb-4774-9017-6b7fd73b4455,segment=NetworkSegment(f849d6fd-b42c-44b7-97e5-63328abd1570),segment_id=f849d6fd-b42c-44b7-97e5-63328abd1570)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:27.697752 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39274) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:27.702755 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-42bdad81-b59f-46ad-9ebb-9c6e3dbde1e1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'security_group_rule': {'security_group_id': 'f34f57f4-43ce-4425-8c36-9075f5421da4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:27.711835 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ab064117-85d1-47ab-98fa-a9b320ff62c6 admin admin] Publish callbacks [] for security_group (e3f2015d-ab3f-4b6e-add0-43945a0775a4), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.722231 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.754306 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:27.756144 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a814e-30eb-4a43-96ac-df66fb2003c7 None None] Pushing event updated for resources: {'Port': ['ID=6f674bb8-e147-475a-b5c4-38f44e887f7d,revision_number=4']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:27.784802 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ab064117-85d1-47ab-98fa-a9b320ff62c6 admin admin] Publish callbacks [] for security_group (e3f2015d-ab3f-4b6e-add0-43945a0775a4), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.804698 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:27.812763 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:27.813408 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:27.841038 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:27.869760 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ab064117-85d1-47ab-98fa-a9b320ff62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e3f2015d-ab3f-4b6e-add0-43945a0775a4), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.873899 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ab064117-85d1-47ab-98fa-a9b320ff62c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.875728 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ab064117-85d1-47ab-98fa-a9b320ff62c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3f2015d-ab3f-4b6e-add0-43945a0775a4 HTTP/1.1" status: 204 len: 168 time: 0.3651562 May 30 12:04:27.890596 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-42bdad81-b59f-46ad-9ebb-9c6e3dbde1e1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (ca52eb82-d762-45e7-a0d6-af047f57cdfb), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.900039 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:27.900708 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:27.901385 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab064117-85d1-47ab-98fa-a9b320ff62c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f2015d-ab3f-4b6e-add0-43945a0775a4,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:27.909575 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] 10.222.0.65 "PUT /v2.0/ports/4fecff73-c0eb-4774-9017-6b7fd73b4455 HTTP/1.1" status: 200 len: 1093 time: 4.3208654 May 30 12:04:27.918616 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a06904b-d932-4635-90df-b69dcb15d941', 'tag': '4fecff73-c0eb-4774-9017-6b7fd73b4455'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:28.009024 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:28.045250 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2937-f86b-45d7-b404-18bab18917a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecff73-c0eb-4774-9017-6b7fd73b4455,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:28.051104 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 0586fd55-df74-46bf-be22-07cae291d94d is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:28.051508 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0586fd55-df74-46bf-be22-07cae291d94d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.151737 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b4fd19-585b-4f67-8abe-601a0630182e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a06904b-d932-4635-90df-b69dcb15d941", "tag": "4fecff73-c0eb-4774-9017-6b7fd73b4455"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:28.168387 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-42bdad81-b59f-46ad-9ebb-9c6e3dbde1e1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (ca52eb82-d762-45e7-a0d6-af047f57cdfb), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.173468 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-42bdad81-b59f-46ad-9ebb-9c6e3dbde1e1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (ca52eb82-d762-45e7-a0d6-af047f57cdfb), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.184151 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 0586fd55-df74-46bf-be22-07cae291d94d, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=0586fd55-df74-46bf-be22-07cae291d94d,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:28.185238 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1c852-6665-4272-a090-884d0b62d137 None None] Current status of the port d226ac32-8c7e-4050-986e-4bc5104b4133 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:28.185720 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c852-6665-4272-a090-884d0b62d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.188351 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:28.198969 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0586fd55-df74-46bf-be22-07cae291d94d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.199885 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 290e2821-b4b5-47d0-8555-b7da3d1fe69c up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:28.210823 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdad81-b59f-46ad-9ebb-9c6e3dbde1e1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca52eb82-d762-45e7-a0d6-af047f57cdfb,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:28.227918 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-42bdad81-b59f-46ad-9ebb-9c6e3dbde1e1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.229294 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-42bdad81-b59f-46ad-9ebb-9c6e3dbde1e1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5303180 May 30 12:04:28.232586 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39288) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:28.239896 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:28.261046 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:28.266300 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:28.267772 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:25Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:28.272544 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.366442 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e869b65-e961-4ea0-8874-784bcb79691c None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:25Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:04:28.375277 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-a4d1c852-6665-4272-a090-884d0b62d137 None None] For port d226ac32-8c7e-4050-986e-4bc5104b4133, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=d226ac32-8c7e-4050-986e-4bc5104b4133,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:28.388128 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c852-6665-4272-a090-884d0b62d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.393103 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=0586fd55-df74-46bf-be22-07cae291d94d,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:28.412532 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.425879 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 290e2821-b4b5-47d0-8555-b7da3d1fe69c triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:28.426348 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.483224 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1c852-6665-4272-a090-884d0b62d137 None None] Pushing event updated for resources: {'Port': ['ID=d226ac32-8c7e-4050-986e-4bc5104b4133,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:28.551903 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:27Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:28.562845 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-96157958-19c7-479e-a710-39d5f75b67b7 None None] Provisioning complete for port 6f674bb8-e147-475a-b5c4-38f44e887f7d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:28.563219 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-96157958-19c7-479e-a710-39d5f75b67b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.564942 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 290e2821-b4b5-47d0-8555-b7da3d1fe69c is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:28.565215 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.580508 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f6122-79ef-4fd4-8d44-a09095ff916e None None] The sync data for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi is: [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:27Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:04:28.615643 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Allocated IP 172.27.1.45 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/f0b5f664-e5f5-4af1-b294-ffbaa0942831) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:28.627631 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 290e2821-b4b5-47d0-8555-b7da3d1fe69c, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=290e2821-b4b5-47d0-8555-b7da3d1fe69c,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:28.646221 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.647822 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8f4d2ca5-db94-42e5-932f-3490e92165d4 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:28.832880 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for port (f0b5f664-e5f5-4af1-b294-ffbaa0942831), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.887777 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (f0b5f664-e5f5-4af1-b294-ffbaa0942831), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.906587 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:28.937276 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-96157958-19c7-479e-a710-39d5f75b67b7 None None] Current status of the port 6f674bb8-e147-475a-b5c4-38f44e887f7d is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:28.937654 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-96157958-19c7-479e-a710-39d5f75b67b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:28.939213 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:28.949976 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:28.972075 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'Port': ['ID=f0b5f664-e5f5-4af1-b294-ffbaa0942831,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:28.972551 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=290e2821-b4b5-47d0-8555-b7da3d1fe69c,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:28.974813 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:29.014437 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 8f4d2ca5-db94-42e5-932f-3490e92165d4 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:29.014893 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:29.058343 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (83efb3ed-6770-479c-97d0-ede85a58fe73), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:29.058555 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-96157958-19c7-479e-a710-39d5f75b67b7 None None] For port 6f674bb8-e147-475a-b5c4-38f44e887f7d, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=6f674bb8-e147-475a-b5c4-38f44e887f7d,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:29.066280 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-96157958-19c7-479e-a710-39d5f75b67b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:29.119798 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f0b5f664-e5f5-4af1-b294-ffbaa0942831), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:29.227175 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96157958-19c7-479e-a710-39d5f75b67b7 None None] Pushing event updated for resources: {'Port': ['ID=6f674bb8-e147-475a-b5c4-38f44e887f7d,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:29.231945 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 8f4d2ca5-db94-42e5-932f-3490e92165d4 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:29.232927 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8c15e3ca-4bfb-4549-b9c3-436f20fa413e up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:29.290059 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:29.290518 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:29.317348 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:29.386598 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:29.397402 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:29.429435 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Sync routers for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:04:29.446903 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:29.457105 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:29.457890 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:29.468555 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for port (f0b5f664-e5f5-4af1-b294-ffbaa0942831), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:29.476839 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (f0b5f664-e5f5-4af1-b294-ffbaa0942831), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:29.541353 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'Port': ['ID=f0b5f664-e5f5-4af1-b294-ffbaa0942831,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:29.554431 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (83efb3ed-6770-479c-97d0-ede85a58fe73), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:29.585217 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:29.589373 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-aec35726-14fc-4756-b66d-8fb380abbcb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3543262 May 30 12:04:29.636398 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:29.840209 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device d226ac32-8c7e-4050-986e-4bc5104b4133 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:29.933443 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port d226ac32-8c7e-4050-986e-4bc5104b4133 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:29.933836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:30.009992 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:21Z', 'revision_number': 2, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:30.042239 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Checking router: 3455798f-20e7-4f83-988c-77715ee45271 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:04:30.042864 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Updating router 3455798f-20e7-4f83-988c-77715ee45271 port 28048d31-fe32-4438-9374-b6b10121529c binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:04:30.114442 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (28048d31-fe32-4438-9374-b6b10121529c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:30.126611 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port d226ac32-8c7e-4050-986e-4bc5104b4133 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:30.128407 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 0586fd55-df74-46bf-be22-07cae291d94d up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:30.289358 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 0586fd55-df74-46bf-be22-07cae291d94d triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:30.290397 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (0586fd55-df74-46bf-be22-07cae291d94d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:30.489578 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:30.575730 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 0586fd55-df74-46bf-be22-07cae291d94d is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:30.576656 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 6f674bb8-e147-475a-b5c4-38f44e887f7d up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:30.655858 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 6f674bb8-e147-475a-b5c4-38f44e887f7d triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:30.656744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:30.717193 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:30.865836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Publish callbacks [] for port (28048d31-fe32-4438-9374-b6b10121529c), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:30.865836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 6f674bb8-e147-475a-b5c4-38f44e887f7d is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:30.865836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 290e2821-b4b5-47d0-8555-b7da3d1fe69c up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:30.921977 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (28048d31-fe32-4438-9374-b6b10121529c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:30.935690 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 290e2821-b4b5-47d0-8555-b7da3d1fe69c triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:30.936077 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:31.200058 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Attempting to bind port 28048d31-fe32-4438-9374-b6b10121529c on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:31.200710 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Attempting to bind port 28048d31-fe32-4438-9374-b6b10121529c by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:31.201308 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Attempting to bind port 28048d31-fe32-4438-9374-b6b10121529c on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:31.203988 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0757887-1361-42fe-9dd8-765863c9dbb6 None None] Pushing event updated for resources: {'Port': ['ID=28048d31-fe32-4438-9374-b6b10121529c,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:31.221938 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:31.225836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Checking segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:31.226411 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:31.227021 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Bound using segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:31.227662 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Bound port: 28048d31-fe32-4438-9374-b6b10121529c, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:31.228225 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (28048d31-fe32-4438-9374-b6b10121529c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:31.315784 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 290e2821-b4b5-47d0-8555-b7da3d1fe69c is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:31.463132 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-67e5ce1c-80cf-4215-88e2-6ada3d204a85 None None] Provisioning complete for port 28048d31-fe32-4438-9374-b6b10121529c triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:31.463506 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-67e5ce1c-80cf-4215-88e2-6ada3d204a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (28048d31-fe32-4438-9374-b6b10121529c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:31.505480 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-67e5ce1c-80cf-4215-88e2-6ada3d204a85 None None] Port 28048d31-fe32-4438-9374-b6b10121529c cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:31.514443 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] For port 28048d31-fe32-4438-9374-b6b10121529c, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:31.518417 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] For port 28048d31-fe32-4438-9374-b6b10121529c, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=28048d31-fe32-4438-9374-b6b10121529c,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:31.532054 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (28048d31-fe32-4438-9374-b6b10121529c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:31.623470 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:04:31.624327 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:31.935423 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39382) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:31.953433 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:04:32.018540 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:32.033585 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:32.042713 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0757887-1361-42fe-9dd8-765863c9dbb6 None None] Pushing event updated for resources: {'Port': ['ID=28048d31-fe32-4438-9374-b6b10121529c,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:32.196636 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e91fcacb-e80d-40a4-83b3-0ae9d3ea4594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.227623 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-518d3357-c9c1-42eb-bdc4-a59727fc7c53 None None] Provisioning complete for port 28048d31-fe32-4438-9374-b6b10121529c triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:32.228287 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-518d3357-c9c1-42eb-bdc4-a59727fc7c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (28048d31-fe32-4438-9374-b6b10121529c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.264546 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:31Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:04:32.301023 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c3c59-9d2f-4de4-b5fc-fc77c8523bd4 None None] The sync data for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi is: [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:31Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:04:32.396917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-518d3357-c9c1-42eb-bdc4-a59727fc7c53 None None] Current status of the port 28048d31-fe32-4438-9374-b6b10121529c is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:32.397628 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-518d3357-c9c1-42eb-bdc4-a59727fc7c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (28048d31-fe32-4438-9374-b6b10121529c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.401303 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e91fcacb-e80d-40a4-83b3-0ae9d3ea4594 admin admin] Publish callbacks [] for security_group (bb64210a-a2b3-4d50-aab9-e63b9174a799), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.421446 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e91fcacb-e80d-40a4-83b3-0ae9d3ea4594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (bb64210a-a2b3-4d50-aab9-e63b9174a799), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.450714 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-518d3357-c9c1-42eb-bdc4-a59727fc7c53 None None] For port 28048d31-fe32-4438-9374-b6b10121529c, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=28048d31-fe32-4438-9374-b6b10121529c,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:32.458252 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-518d3357-c9c1-42eb-bdc4-a59727fc7c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (28048d31-fe32-4438-9374-b6b10121529c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.465251 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fcacb-e80d-40a4-83b3-0ae9d3ea4594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb64210a-a2b3-4d50-aab9-e63b9174a799,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:32.504363 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39386) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:32.511940 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e91fcacb-e80d-40a4-83b3-0ae9d3ea4594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c7e287254ea414b84ee49bb076c647a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752852 May 30 12:04:32.578567 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8734-086e-49e7-9f96-fc87c1af1f9f admin admin] Publish callbacks [] for security_group (bb64210a-a2b3-4d50-aab9-e63b9174a799), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.591461 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d3357-c9c1-42eb-bdc4-a59727fc7c53 None None] Pushing event updated for resources: {'Port': ['ID=28048d31-fe32-4438-9374-b6b10121529c,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:32.617597 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8734-086e-49e7-9f96-fc87c1af1f9f admin admin] Publish callbacks [] for security_group (bb64210a-a2b3-4d50-aab9-e63b9174a799), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.704482 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8734-086e-49e7-9f96-fc87c1af1f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (bb64210a-a2b3-4d50-aab9-e63b9174a799), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.708613 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8734-086e-49e7-9f96-fc87c1af1f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:32.712926 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-cf6d8734-086e-49e7-9f96-fc87c1af1f9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb64210a-a2b3-4d50-aab9-e63b9174a799 HTTP/1.1" status: 204 len: 168 time: 0.2074761 May 30 12:04:32.722788 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d8734-086e-49e7-9f96-fc87c1af1f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb64210a-a2b3-4d50-aab9-e63b9174a799,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:33.075464 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.239071 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a81c9aec-2171-4651-8296-5bbb24ffb5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.369511 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39404) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:33.421139 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7831513-db46-49eb-a0ff-1293c5d07463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.519695 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7831513-db46-49eb-a0ff-1293c5d07463 admin admin] Publish callbacks [] for security_group (1ca41b10-b469-470b-98fa-3ddfb0c4b0e3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.525254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7831513-db46-49eb-a0ff-1293c5d07463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (1ca41b10-b469-470b-98fa-3ddfb0c4b0e3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.598669 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831513-db46-49eb-a0ff-1293c5d07463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca41b10-b469-470b-98fa-3ddfb0c4b0e3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:33.600549 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 28048d31-fe32-4438-9374-b6b10121529c up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:33.616458 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e7831513-db46-49eb-a0ff-1293c5d07463 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ed1fb7d59654f5bb39885c5fb14ec15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432654 May 30 12:04:33.619070 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39406) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:33.658514 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 28048d31-fe32-4438-9374-b6b10121529c triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:33.658926 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (28048d31-fe32-4438-9374-b6b10121529c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.689230 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-48f0b179-6106-43e2-9179-9719733ce597 admin admin] Publish callbacks [] for security_group (1ca41b10-b469-470b-98fa-3ddfb0c4b0e3), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.725487 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-48f0b179-6106-43e2-9179-9719733ce597 admin admin] Publish callbacks [] for security_group (1ca41b10-b469-470b-98fa-3ddfb0c4b0e3), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.751843 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 28048d31-fe32-4438-9374-b6b10121529c is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:33.790071 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-48f0b179-6106-43e2-9179-9719733ce597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (1ca41b10-b469-470b-98fa-3ddfb0c4b0e3), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.792584 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-48f0b179-6106-43e2-9179-9719733ce597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:33.793747 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-48f0b179-6106-43e2-9179-9719733ce597 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ca41b10-b469-470b-98fa-3ddfb0c4b0e3 HTTP/1.1" status: 204 len: 168 time: 0.1736379 May 30 12:04:33.802273 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0b179-6106-43e2-9179-9719733ce597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca41b10-b469-470b-98fa-3ddfb0c4b0e3,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:35.176840 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-8d04a608-7d84-4263-ae1e-9b153ebd9148 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2008437464&fields=id&tenant_id=20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 267 time: 0.1034908 May 30 12:04:35.261548 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:35.270738 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-0da19f4f-996d-4dc6-8b9d-cca7cae5d255 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:35.272538 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-0da19f4f-996d-4dc6-8b9d-cca7cae5d255 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 819 time: 0.2012491 May 30 12:04:35.305257 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:35.310058 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-dc2a3f9b-0ebc-475a-88f2-0393dd7baf9d tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/quotas/c988db8e79bf4c98ac288105177f90f2 HTTP/1.1" status: 200 len: 375 time: 0.0248752 May 30 12:04:35.392274 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-a3d6a07d-218d-433d-9fa6-eb3540cb0613 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:35.393928 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-a3d6a07d-218d-433d-9fa6-eb3540cb0613 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 814 time: 0.2036152 May 30 12:04:35.398094 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-206f09dd-d5d4-4128-9617-3378f1bcb4e8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765276 May 30 12:04:35.432885 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-64791b4f-9e99-474e-844b-1911e1f580f3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/quotas/20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 375 time: 0.0320756 May 30 12:04:35.520756 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-59fa8557-adb2-423a-b93f-353f92caa5a7 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635662 May 30 12:04:35.539804 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-441ada7d-9de4-4045-bc64-71366166ae01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:35.561696 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-7d364198-ff74-419b-b80c-dd3d8075c49c service neutron] 10.222.0.32 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523647 May 30 12:04:35.670125 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:04:35.728467 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-5776828d-a69d-4c1c-a049-ca70c08406e2 service neutron] 10.222.0.32 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796448 May 30 12:04:35.732734 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-3e62d5bb-7f8c-4d9c-a8d6-10e429903ed3 service neutron] 10.222.0.32 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593208 May 30 12:04:35.855185 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-95190d51-8c37-437b-a125-fc3a30366fc7 service neutron] 10.222.0.32 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199772 May 30 12:04:35.960577 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5cb7701e-ed01-4036-801c-dd0e81e9f184 req-aa89d841-2e09-468c-9215-a3f26e9fcf92 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 210 time: 0.0389242 May 30 12:04:36.101096 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9084590-3dd1-437e-80b4-e16027bfb866 req-748ab8d0-0fef-4378-892c-896f4e65f183 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:36.109245 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e9084590-3dd1-437e-80b4-e16027bfb866 req-748ab8d0-0fef-4378-892c-896f4e65f183 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.0738738 May 30 12:04:36.222852 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e9084590-3dd1-437e-80b4-e16027bfb866 req-ead27de4-b1ac-4cf4-8531-28f40f01bc87 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119404 May 30 12:04:36.516692 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-f7a89974-2ce3-4b65-9ad5-02ca17264c55 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1579697509&fields=id&tenant_id=8e98cc41e8064c90b0e45b32e2d78493 HTTP/1.1" status: 200 len: 267 time: 0.1095517 May 30 12:04:36.541164 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.65', 49252) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:36.677883 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-e307d9d9-6e58-43de-8497-2a8cbf857feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:36.680229 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-e307d9d9-6e58-43de-8497-2a8cbf857feb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a60b241805384ef49352b3791cfd3d8c&device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 1127 time: 0.1400511 May 30 12:04:36.682855 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccd9123-7e7a-4dc5-9696-69d673bb84b9 x-openstack-request-id: req-cccd9123-7e7a-4dc5-9696-69d673bb84b9 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:36.684377 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a06904b-d932-4635-90df-b69dcb15d941", "tag": "4fecff73-c0eb-4774-9017-6b7fd73b4455", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:36.685737 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cccd9123-7e7a-4dc5-9696-69d673bb84b9 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:36.686470 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cccd9123-7e7a-4dc5-9696-69d673bb84b9'] response: {'name': 'network-changed', 'server_uuid': '5a06904b-d932-4635-90df-b69dcb15d941', 'tag': '4fecff73-c0eb-4774-9017-6b7fd73b4455', 'status': 'completed', 'code': 200} May 30 12:04:36.717725 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39536) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:36.791720 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4224f676-81cf-4c4a-b3da-78cbb0dd5b4c req-40d4954d-9764-4fa6-a83d-a93d01c284d2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 210 time: 0.0593917 May 30 12:04:36.873329 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-2205d3a9-6356-425d-9568-820f574b848e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:36.885252 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-2205d3a9-6356-425d-9568-820f574b848e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 816 time: 0.3628294 May 30 12:04:36.934128 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:36.939604 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-87acbe86-24f4-49ef-9334-2fe91a27c49c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/quotas/8e98cc41e8064c90b0e45b32e2d78493 HTTP/1.1" status: 200 len: 375 time: 0.0524669 May 30 12:04:37.039983 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-f2c026ef-25c0-4b40-8585-9543f4150f3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fecff73-c0eb-4774-9017-6b7fd73b4455 HTTP/1.1" status: 200 len: 217 time: 0.3356252 May 30 12:04:37.042061 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-b17dc53e-487b-4285-abca-82b0df649130 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938272 May 30 12:04:37.043857 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bc83ce04-f289-4934-bd7a-04f9f89839be req-b1fc2ef7-6223-404c-a652-3532b993fced tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 210 time: 0.1420410 May 30 12:04:37.078415 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-b965adbe-5500-4fb3-a716-6ca61bea4d00 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:37.089464 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-b965adbe-5500-4fb3-a716-6ca61bea4d00 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 811 time: 0.4046493 May 30 12:04:37.101132 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-76daf0f5-1857-4981-ac6c-d8f2376ce49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:37.123979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:37.179928 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d739d4cf-06ef-4c76-a6db-5aa08f84f570 req-6ba518d2-21c5-4623-9de0-395ad92349eb tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 210 time: 0.0489562 May 30 12:04:37.208614 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-2e1bae9e-9f03-439a-8e91-7f6eeeb82d6f service neutron] 10.222.0.32 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613972 May 30 12:04:37.281168 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6fdb9ced-b580-4206-90bc-5a763d335165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:37.282730 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-6fdb9ced-b580-4206-90bc-5a763d335165 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=591ebd9d-edfc-45a9-97ee-bbb3b47baacd HTTP/1.1" status: 200 len: 852 time: 0.1910667 May 30 12:04:37.295518 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:37.322884 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-411bae3d-df81-406c-909f-aa0617dfb590 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5074cf3e6248668995f266845c8969 HTTP/1.1" status: 200 len: 379 time: 0.2325239 May 30 12:04:37.391503 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:37.415500 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-cfcf46a0-6c64-4935-a32e-3b4ac8661dd2 service neutron] 10.222.0.32 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999698 May 30 12:04:37.500367 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-74c7ab4f-9070-44f2-95ba-b6d8612713c6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:37.500367 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-74c7ab4f-9070-44f2-95ba-b6d8612713c6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 819 time: 0.1814930 May 30 12:04:37.527798 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-870fb5e2-21eb-42eb-bd47-ba63877d0134 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/quotas/c988db8e79bf4c98ac288105177f90f2 HTTP/1.1" status: 200 len: 375 time: 0.0166440 May 30 12:04:37.530288 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-76daf0f5-1857-4981-ac6c-d8f2376ce49a admin admin] Publish callbacks [] for security_group (192b7818-6ead-40e0-bb77-d453c3db584b), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:37.582326 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'port': {'device_id': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'admin_state_up': True, 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'security_groups': ['163fa7ac-7bbc-41d5-be31-8332e6ce682f']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:37.609127 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-76daf0f5-1857-4981-ac6c-d8f2376ce49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (192b7818-6ead-40e0-bb77-d453c3db584b), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:37.652273 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-19c8594d-7b52-441b-986c-49aac22d12d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=058f1ca1-dd47-4544-bac8-2587bcf6b3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353495 May 30 12:04:37.663697 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-4e4500d3-1c00-4410-ac63-dd151d0ec121 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137357 May 30 12:04:37.741968 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:37.749466 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daf0f5-1857-4981-ac6c-d8f2376ce49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192b7818-6ead-40e0-bb77-d453c3db584b,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:37.760118 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-76daf0f5-1857-4981-ac6c-d8f2376ce49a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5871b927396d4feead42cd97beaa7ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0349228 May 30 12:04:37.764835 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39582) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:37.828391 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba80059-498c-4335-b102-bff056a4427c req-8be14ca2-4b5f-45cc-9850-b1429e263379 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:37.832279 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7ba80059-498c-4335-b102-bff056a4427c req-8be14ca2-4b5f-45cc-9850-b1429e263379 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.0847611 May 30 12:04:37.833762 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.65', 49259) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:37.978407 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Made reservation on behalf of 8b5074cf3e6248668995f266845c8969 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:37.986486 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:37.995531 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.65', 49260) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:38.037822 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-4fd10743-b303-43e2-815d-709ede6707ed service neutron] 10.222.0.32 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621125 May 30 12:04:38.169603 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7ba80059-498c-4335-b102-bff056a4427c req-39a6a4ee-108f-4e8e-a9b1-b8bb488f5d65 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208034 May 30 12:04:38.198865 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-080cadb6-e686-440b-b6f7-8ad77fd1289c admin admin] Publish callbacks [] for security_group (192b7818-6ead-40e0-bb77-d453c3db584b), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:38.222938 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-2099014a-2d0e-4b67-8a19-d0c5c6735e35 service neutron] 10.222.0.65 "GET /v2.0/networks/058f1ca1-dd47-4544-bac8-2587bcf6b3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787289 May 30 12:04:38.243379 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-69f550f5-4a3f-4081-b39f-32643707c603 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:38.245447 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-69f550f5-4a3f-4081-b39f-32643707c603 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 819 time: 0.3989820 May 30 12:04:38.270490 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Request body: {'port': {'device_id': 'dcdae5e3-81e8-412d-9e2a-0a481c13b57b', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'admin_state_up': True, 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:38.318383 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:38.356857 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-080cadb6-e686-440b-b6f7-8ad77fd1289c admin admin] Publish callbacks [] for security_group (192b7818-6ead-40e0-bb77-d453c3db584b), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:38.509358 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-cf7662f2-f39d-4472-84a8-237bd58a2e44 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:38.510898 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-cf7662f2-f39d-4472-84a8-237bd58a2e44 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 814 time: 0.4850247 May 30 12:04:38.549871 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ffaeab5-5c34-41ad-bf3d-d8f4ce7491fc req-f4d0adb2-d1bb-4c83-9e97-feeaae66cada tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.3017881 May 30 12:04:38.565854 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-5eef325b-16fc-4d0f-be25-1c51d7dd7716 service neutron] 10.222.0.32 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993300 May 30 12:04:38.592642 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-080cadb6-e686-440b-b6f7-8ad77fd1289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (192b7818-6ead-40e0-bb77-d453c3db584b), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:38.600546 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-080cadb6-e686-440b-b6f7-8ad77fd1289c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:38.606133 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-080cadb6-e686-440b-b6f7-8ad77fd1289c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/192b7818-6ead-40e0-bb77-d453c3db584b HTTP/1.1" status: 204 len: 168 time: 0.8359857 May 30 12:04:38.624115 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9e9fd3a2-ba68-4949-a5ec-78d7887678a2 req-4f490207-907a-4614-ad92-f8c8a872bab1 service neutron] 10.222.0.65 "GET /v2.0/networks/058f1ca1-dd47-4544-bac8-2587bcf6b3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783605 May 30 12:04:38.650665 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cadb6-e686-440b-b6f7-8ad77fd1289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192b7818-6ead-40e0-bb77-d453c3db584b,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:38.682701 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Allocated IP 172.20.0.7 (e532e692-bceb-4466-adae-3cc4239d2d96/b2ae6479-93d2-4a09-ab33-a83977406b66/2d71add9-9fe3-4c66-b490-513b1ce61d40) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:38.703079 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:38.714408 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-81d4d68c-98e4-455e-8c44-2943aec9217a req-8ee87b72-5c2b-4eef-b6f0-a7d653e7c396 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 210 time: 0.0622351 May 30 12:04:38.770222 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Made reservation on behalf of c988db8e79bf4c98ac288105177f90f2 for: {'port': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:38.774019 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:38.792064 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-04e58281-7afc-4d2c-bcb4-5c552b5953af tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 380 time: 0.2661369 May 30 12:04:38.951198 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:38.983597 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:38.989188 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1b5e791f-deab-4029-b5c8-9d6545eafd31 req-e4c8c844-44b0-45bb-bd94-f20afd9209cc tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 210 time: 0.1629667 May 30 12:04:39.003045 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:39.052392 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-728a03f4-37e4-442e-9038-73dc9a56fe24 req-fdd6f478-f545-4716-a589-0929f8a5c78b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.0928428 May 30 12:04:39.094825 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.184792 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Network e532e692-bceb-4466-adae-3cc4239d2d96 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:39.207514 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:39.213566 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Allocated IP 172.20.0.5 (1df1af59-dc4a-4ec6-926a-e35a4841adfa/a704ca58-24cf-4dc6-a375-0f71b8e82bab/4002c1fa-42e8-4916-ae13-112447234689) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:39.215933 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:39.227733 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:39.228418 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.245380 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39628) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:39.280136 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'Port': ['ID=2d71add9-9fe3-4c66-b490-513b1ce61d40,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:39.301972 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-aa955a74-0214-4a21-a70c-108dcca8e0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.317515 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-365e0267-b1e0-4407-b280-7b9dc2aeda69 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7852092 May 30 12:04:39.424623 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-aa955a74-0214-4a21-a70c-108dcca8e0f8 admin admin] Publish callbacks [] for security_group (d68d6509-91d7-423d-87e2-bc68710d729f), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.430780 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4ea4-9458-4b8c-b17f-547e4517ad6b req-a6c1c3fa-936c-48d2-a43d-30f329c1ec8e tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:39.431728 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-aa955a74-0214-4a21-a70c-108dcca8e0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d68d6509-91d7-423d-87e2-bc68710d729f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.432364 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-da9e4ea4-9458-4b8c-b17f-547e4517ad6b req-a6c1c3fa-936c-48d2-a43d-30f329c1ec8e tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.0880697 May 30 12:04:39.466852 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:39.501494 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa955a74-0214-4a21-a70c-108dcca8e0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68d6509-91d7-423d-87e2-bc68710d729f,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:39.506660 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-aa955a74-0214-4a21-a70c-108dcca8e0f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78a798257db7482ab869cbb2af19fa50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591162 May 30 12:04:39.509243 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39632) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:39.557450 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-da9e4ea4-9458-4b8c-b17f-547e4517ad6b req-93463629-8b00-4f54-a627-73c8d729985f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128244 May 30 12:04:39.583828 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb1f15d9-289e-46a4-b34e-f969ab250265 admin admin] Publish callbacks [] for security_group (d68d6509-91d7-423d-87e2-bc68710d729f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.598385 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-af972b89-fdbe-4c62-b161-b6c4ee3bbef9 None None] Provisioning complete for port 2d71add9-9fe3-4c66-b490-513b1ce61d40 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:39.599328 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-af972b89-fdbe-4c62-b161-b6c4ee3bbef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.613031 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for port (4002c1fa-42e8-4916-ae13-112447234689), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.618581 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb1f15d9-289e-46a4-b34e-f969ab250265 admin admin] Publish callbacks [] for security_group (d68d6509-91d7-423d-87e2-bc68710d729f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.655780 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-af972b89-fdbe-4c62-b161-b6c4ee3bbef9 None None] Port 2d71add9-9fe3-4c66-b490-513b1ce61d40 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:39.696205 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb1f15d9-289e-46a4-b34e-f969ab250265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d68d6509-91d7-423d-87e2-bc68710d729f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.698741 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb1f15d9-289e-46a4-b34e-f969ab250265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.698997 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (4002c1fa-42e8-4916-ae13-112447234689), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.702588 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-fb1f15d9-289e-46a4-b34e-f969ab250265 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d68d6509-91d7-423d-87e2-bc68710d729f HTTP/1.1" status: 204 len: 168 time: 0.1922567 May 30 12:04:39.710863 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f15d9-289e-46a4-b34e-f969ab250265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68d6509-91d7-423d-87e2-bc68710d729f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:39.785183 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-67fefd48-c1b6-4d7f-a02a-5720a38374c8 req-7489b2d0-632d-4e3d-bd28-860e12fe3e31 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.0970683 May 30 12:04:39.852018 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2c3a4c0a-afaa-41b7-9c27-a8407d4d02ea req-9ad0c5cb-1cf6-4ebe-80f7-6b0b03fa707d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 210 time: 0.0657880 May 30 12:04:39.853855 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:39.855169 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event updated for resources: {'Port': ['ID=4002c1fa-42e8-4916-ae13-112447234689,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:39.857829 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:39.859940 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:39.865802 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:39.866435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:39.887654 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-97cb648a-2b16-4576-a4a4-4d2fb0dd8962 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6296098 May 30 12:04:39.916993 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:40.138331 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20359368-d20f-400f-897d-e02515022970 req-34be903d-a745-4e21-98a0-99a4a8484a3f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:40.139895 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20359368-d20f-400f-897d-e02515022970 req-34be903d-a745-4e21-98a0-99a4a8484a3f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 931 time: 0.0540628 May 30 12:04:40.180816 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-c3bd26f0-bf94-4565-966d-85d172c3970e None None] Provisioning complete for port 4002c1fa-42e8-4916-ae13-112447234689 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:40.181105 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c3bd26f0-bf94-4565-966d-85d172c3970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (4002c1fa-42e8-4916-ae13-112447234689), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:40.205637 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d015c325-f6f0-4118-9c52-f8d49781ef19 req-c66769a0-e6a8-437c-983f-6a3d34b0e645 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.0515456 May 30 12:04:40.245324 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd26f0-bf94-4565-966d-85d172c3970e None None] Port 4002c1fa-42e8-4916-ae13-112447234689 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:40.255163 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20359368-d20f-400f-897d-e02515022970 req-08890293-f59e-4a15-8308-20519d2d5b61 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074283 May 30 12:04:40.692608 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfb051-8324-4f96-8e12-bf65f5a4fe8e req-fb74fe61-6174-440d-992d-c899bdf93308 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:40.692608 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86cfb051-8324-4f96-8e12-bf65f5a4fe8e req-fb74fe61-6174-440d-992d-c899bdf93308 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.0548754 May 30 12:04:40.743601 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86cfb051-8324-4f96-8e12-bf65f5a4fe8e req-39ba3749-1bae-4ddd-8504-421d2b3b1474 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473483 May 30 12:04:40.899562 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-83385c75-ca1b-4925-bcb2-c8bad2f70dc4 req-2d925622-9efd-42de-bdd7-791611539f86 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.0344639 May 30 12:04:40.966758 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3931fba9-24a9-44a8-af0c-06f4a04a901b req-f0855072-fa30-4efa-adcb-9e946582332f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 210 time: 0.0336347 May 30 12:04:41.314785 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6666f965-2399-477c-8e1c-5e756aeacff2 req-2658edc2-a531-4a05-8f85-aae815a95c8a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.0286834 May 30 12:04:41.393268 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbecc3-0296-43fd-9a1c-0fd1427e62c3 req-60a50d9d-52dc-4e3b-bb9e-fd8760497b2b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:41.395105 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-98bbecc3-0296-43fd-9a1c-0fd1427e62c3 req-60a50d9d-52dc-4e3b-bb9e-fd8760497b2b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 931 time: 0.0544519 May 30 12:04:41.445863 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-98bbecc3-0296-43fd-9a1c-0fd1427e62c3 req-86e82de9-51bd-40f7-ab0b-6c71403ba216 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450823 May 30 12:04:41.874543 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a64dab-12fc-49c6-a916-72a6c6c68668 req-b8a22837-19c1-4c1e-ba07-4cfc24268d75 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:41.876025 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-77a64dab-12fc-49c6-a916-72a6c6c68668 req-b8a22837-19c1-4c1e-ba07-4cfc24268d75 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.0521362 May 30 12:04:41.924467 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-77a64dab-12fc-49c6-a916-72a6c6c68668 req-bce8c5b8-da80-462f-85e2-595c53720835 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418746 May 30 12:04:42.002935 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb77fbea-5383-4e06-9639-a1f68209c649 req-189d00df-8625-40af-abb7-9b35fab02d08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.0286376 May 30 12:04:42.067888 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-68e94000-7f53-4a31-9e86-629becab621e req-1837bbe6-85d0-4ca1-b5f9-a265c897a592 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 210 time: 0.0297379 May 30 12:04:42.396192 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:42.415057 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8311c1d5-acbb-4e4a-8413-971c30229133 req-748f389a-acb2-4291-a70b-91f2b22ffe62 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.0285835 May 30 12:04:42.563839 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2401516-0965-430c-aa80-b1a914a9eb52 req-2cad58f1-c499-4ca1-91bf-419b79d363ca tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:42.565392 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b2401516-0965-430c-aa80-b1a914a9eb52 req-2cad58f1-c499-4ca1-91bf-419b79d363ca tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 931 time: 0.0466046 May 30 12:04:42.617199 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b2401516-0965-430c-aa80-b1a914a9eb52 req-92af6c52-0895-4d04-9f4e-9e56427a6483 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455105 May 30 12:04:43.083148 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb486266-3ea9-4c42-80b2-098670703ef7 req-2f8ad0d8-2550-4026-b2bc-476b9e12a036 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:43.089704 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eb486266-3ea9-4c42-80b2-098670703ef7 req-2f8ad0d8-2550-4026-b2bc-476b9e12a036 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.0744321 May 30 12:04:43.107115 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Request body: {'port': {'device_id': 'dcdae5e3-81e8-412d-9e2a-0a481c13b57b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:43.148436 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Request body: {'port': {'device_id': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:43.172809 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7546b484-e0e4-4e79-aafc-85f9b23bbc20 req-6b929137-d707-4559-b6d3-4c3e996262eb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.0814779 May 30 12:04:43.179717 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.65', 49267) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:43.233404 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'port': {'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'admin_state_up': True, 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'security_groups': ['9daea8c4-e249-47fa-8141-1967cb5df373']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:43.299428 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:43.306346 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:43.307445 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:43.363412 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0aad28c1-51a8-4d34-afdd-47a6030be51d req-6b694d85-1b2f-4f72-8faf-923c3ec5ac3e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 210 time: 0.0907497 May 30 12:04:43.397290 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eb486266-3ea9-4c42-80b2-098670703ef7 req-5242502a-0f67-4f83-8da0-43ec87bdc4fd tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947037 May 30 12:04:43.402712 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4fd19-585b-4f67-8abe-601a0630182e req-dcdfa389-99ed-43bd-9298-17f183b00f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:43.404408 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-70b4fd19-585b-4f67-8abe-601a0630182e req-dcdfa389-99ed-43bd-9298-17f183b00f96 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a60b241805384ef49352b3791cfd3d8c&device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 1127 time: 0.3261819 May 30 12:04:43.417330 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4002c1fa-42e8-4916-ae13-112447234689), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:43.460589 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-a3339092-be83-4141-a416-91cb7a9090f6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:43.462114 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-a3339092-be83-4141-a416-91cb7a9090f6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 816 time: 0.2812569 May 30 12:04:43.513611 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:43.548460 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Made reservation on behalf of 20763921c37c4e81bba702e09bf628b2 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:43.552796 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:43.569152 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a2cfb769-2aa0-4e24-9e6d-5cbeb7d193ab req-6dacc386-4ca6-491d-878d-0be793a3ff60 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.0378902 May 30 12:04:43.809003 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3905294-96fa-4d2c-82b7-5f87fccf8c4e req-87599c08-5d6e-49f6-b9e2-da09d9f08fa9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:43.810653 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c3905294-96fa-4d2c-82b7-5f87fccf8c4e req-87599c08-5d6e-49f6-b9e2-da09d9f08fa9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 931 time: 0.1099765 May 30 12:04:43.824416 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Allocated IP 172.20.0.12 (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd/618868ac-cc31-49ee-9b06-aea54f013472/f3718156-6792-4881-a093-e2245a9c75e4) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:44.041305 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c3905294-96fa-4d2c-82b7-5f87fccf8c4e req-ebdc8ed8-9eee-488d-a6f6-9f613551372f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230434 May 30 12:04:44.111524 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4002c1fa-42e8-4916-ae13-112447234689 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:44.119899 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Publish callbacks [] for port (4002c1fa-42e8-4916-ae13-112447234689), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.141521 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Transition to ACTIVE for port object 4002c1fa-42e8-4916-ae13-112447234689 will not be triggered until provisioned by entity L2. {{(pid=104002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:04:44.145451 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4002c1fa-42e8-4916-ae13-112447234689), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.158366 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d71add9-9fe3-4c66-b490-513b1ce61d40 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:44.169948 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Publish callbacks [] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.183265 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:44.202627 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Transition to ACTIVE for port object 2d71add9-9fe3-4c66-b490-513b1ce61d40 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:04:44.213236 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.240026 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Pushing event updated for resources: {'Port': ['ID=4002c1fa-42e8-4916-ae13-112447234689,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:44.264090 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (f3718156-6792-4881-a093-e2245a9c75e4), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.277129 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Attempting to bind port 4002c1fa-42e8-4916-ae13-112447234689 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:44.277884 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Attempting to bind port 4002c1fa-42e8-4916-ae13-112447234689 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:44.278429 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Attempting to bind port 4002c1fa-42e8-4916-ae13-112447234689 on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:44.286694 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Port 4002c1fa-42e8-4916-ae13-112447234689 on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:04:44.287024 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Attempting to bind port 4002c1fa-42e8-4916-ae13-112447234689 on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:44.294323 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:44.294664 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Checking segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:44.295399 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Bound using segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:44.295848 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Bound port: 4002c1fa-42e8-4916-ae13-112447234689, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:44.296234 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4002c1fa-42e8-4916-ae13-112447234689), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.320644 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (f3718156-6792-4881-a093-e2245a9c75e4), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.336907 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:44.351653 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d71add9-9fe3-4c66-b490-513b1ce61d40,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:44.357340 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:44.387502 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:44.409808 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-55e17161-061f-4888-aa96-0b6d82f50cae req-1313ce4d-e53d-4844-b44d-0bac00c0976f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.1093106 May 30 12:04:44.414265 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:44.419892 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:44.420724 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.426973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] For port 4002c1fa-42e8-4916-ae13-112447234689, host hv-cinder-84051, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:44.437010 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] For port 4002c1fa-42e8-4916-ae13-112447234689, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4002c1fa-42e8-4916-ae13-112447234689,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:44.458535 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4002c1fa-42e8-4916-ae13-112447234689), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.462289 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Attempting to bind port 2d71add9-9fe3-4c66-b490-513b1ce61d40 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:44.462620 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Attempting to bind port 2d71add9-9fe3-4c66-b490-513b1ce61d40 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:44.462945 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Attempting to bind port 2d71add9-9fe3-4c66-b490-513b1ce61d40 on network e532e692-bceb-4466-adae-3cc4239d2d96 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:44.475079 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Port 2d71add9-9fe3-4c66-b490-513b1ce61d40 on network e532e692-bceb-4466-adae-3cc4239d2d96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:04:44.475793 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Attempting to bind port 2d71add9-9fe3-4c66-b490-513b1ce61d40 on network e532e692-bceb-4466-adae-3cc4239d2d96 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:44.489135 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3446226 May 30 12:04:44.507966 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f69da-0bbf-4dcd-9b2c-87d741a2ce34 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=f3718156-6792-4881-a093-e2245a9c75e4,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:44.510882 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:44.511221 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Checking segment: {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:44.511649 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Bound using segment: {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:44.512099 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Bound port: 2d71add9-9fe3-4c66-b490-513b1ce61d40, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:44.512486 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.538844 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Pushing event updated for resources: {'Port': ['ID=4002c1fa-42e8-4916-ae13-112447234689,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:44.554631 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:44.561481 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.563433 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-cbb54020-e560-4823-9788-e86e02f1e143 service neutron] 10.222.0.65 "PUT /v2.0/ports/4002c1fa-42e8-4916-ae13-112447234689 HTTP/1.1" status: 200 len: 1093 time: 1.4620087 May 30 12:04:44.565580 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdae5e3-81e8-412d-9e2a-0a481c13b57b', 'tag': '4002c1fa-42e8-4916-ae13-112447234689'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:44.578485 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:44.654674 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] For port 2d71add9-9fe3-4c66-b490-513b1ce61d40, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:44.659007 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] For port 2d71add9-9fe3-4c66-b490-513b1ce61d40, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:44.668807 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.725071 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:44.725692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:44.727751 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] 10.222.0.65 "PUT /v2.0/ports/2d71add9-9fe3-4c66-b490-513b1ce61d40 HTTP/1.1" status: 200 len: 1093 time: 1.5866959 May 30 12:04:44.727751 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'tag': '2d71add9-9fe3-4c66-b490-513b1ce61d40'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:44.729905 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6326031-5f58-4d9f-a83d-92c14408d4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "08b1b860-516e-4041-8df8-1fa8cc65a4ed", "tag": "2d71add9-9fe3-4c66-b490-513b1ce61d40"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:44.754613 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af5590-1446-4352-a1b3-1b40571238d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d71add9-9fe3-4c66-b490-513b1ce61d40,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:44.789980 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf18e53-0b2a-46aa-adb6-faf3c88323d0 req-95abd1a4-55eb-49e3-89e5-03ff6eb6fb97 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:44.791618 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-baf18e53-0b2a-46aa-adb6-faf3c88323d0 req-95abd1a4-55eb-49e3-89e5-03ff6eb6fb97 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 932 time: 0.2269402 May 30 12:04:44.797831 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035e636-5562-4f5e-9cf9-81cba1ca6faa req-231a1a19-44c1-41e1-9544-49d3e8a7e21b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:44.805400 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3035e636-5562-4f5e-9cf9-81cba1ca6faa req-231a1a19-44c1-41e1-9544-49d3e8a7e21b tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.1339028 May 30 12:04:44.909164 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3035e636-5562-4f5e-9cf9-81cba1ca6faa req-cbc0269f-a172-495e-94e0-0e48068d3d01 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027725 May 30 12:04:44.914851 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-baf18e53-0b2a-46aa-adb6-faf3c88323d0 req-cde437eb-b89b-4008-ae79-bd081328f8eb tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067991 May 30 12:04:44.946970 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c360179a-2e8a-49d7-a9bd-af0fc410b83a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdae5e3-81e8-412d-9e2a-0a481c13b57b", "tag": "4002c1fa-42e8-4916-ae13-112447234689"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:45.002895 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-6b959ade-6456-4bc1-821b-97571a11c809 None None] Provisioning complete for port f3718156-6792-4881-a093-e2245a9c75e4 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:45.003346 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6b959ade-6456-4bc1-821b-97571a11c809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (f3718156-6792-4881-a093-e2245a9c75e4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:45.021326 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7cd9068c-5ac3-47c3-a5e6-eafc33d642d1 req-3998512b-b3e2-417e-8fcc-957df0b15b61 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.0368299 May 30 12:04:45.062001 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5a23a9-e3c7-41c0-a8b8-48eaa5393ce9 x-openstack-request-id: req-cd5a23a9-e3c7-41c0-a8b8-48eaa5393ce9 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:45.062651 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b1b860-516e-4041-8df8-1fa8cc65a4ed", "tag": "2d71add9-9fe3-4c66-b490-513b1ce61d40", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:45.063051 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd5a23a9-e3c7-41c0-a8b8-48eaa5393ce9 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:45.065194 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5a23a9-e3c7-41c0-a8b8-48eaa5393ce9'] response: {'name': 'network-changed', 'server_uuid': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'tag': '2d71add9-9fe3-4c66-b490-513b1ce61d40', 'status': 'completed', 'code': 200} May 30 12:04:45.065647 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-6b959ade-6456-4bc1-821b-97571a11c809 None None] Port f3718156-6792-4881-a093-e2245a9c75e4 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:45.153982 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:45.158631 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf7e6d-0c3e-4a69-9803-a71ad221b4ac x-openstack-request-id: req-6cdf7e6d-0c3e-4a69-9803-a71ad221b4ac {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:45.158971 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdae5e3-81e8-412d-9e2a-0a481c13b57b", "tag": "4002c1fa-42e8-4916-ae13-112447234689", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:45.159146 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cdf7e6d-0c3e-4a69-9803-a71ad221b4ac {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:45.159593 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdf7e6d-0c3e-4a69-9803-a71ad221b4ac'] response: {'name': 'network-changed', 'server_uuid': 'dcdae5e3-81e8-412d-9e2a-0a481c13b57b', 'tag': '4002c1fa-42e8-4916-ae13-112447234689', 'status': 'completed', 'code': 200} May 30 12:04:45.175752 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:45.177487 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cca5d-f20a-4cdc-b111-af6917ec32ee req-942bc8e0-6e7c-4618-b4c8-10803bd80550 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:45.178984 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-599cca5d-f20a-4cdc-b111-af6917ec32ee req-942bc8e0-6e7c-4618-b4c8-10803bd80550 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 943 time: 0.0630405 May 30 12:04:45.228589 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-599cca5d-f20a-4cdc-b111-af6917ec32ee req-1991e8c2-e85f-478f-aa0a-a6d5c6893273 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 May 30 12:04:45.536962 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ac801f76-1b55-42a4-ace4-748dc5c00da9 req-64d63314-29d3-4602-bb61-8ef6fc688199 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.0306592 May 30 12:04:46.009254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56f31a-3bbc-4e2e-b01a-77916e819473 req-1d7377d7-7cef-4aa7-9732-15bcea961e3d tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:46.010867 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cb56f31a-3bbc-4e2e-b01a-77916e819473 req-1d7377d7-7cef-4aa7-9732-15bcea961e3d tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.0598383 May 30 12:04:46.063867 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cb56f31a-3bbc-4e2e-b01a-77916e819473 req-2af024a4-ecbd-4b30-a075-ed77db15df4e tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470014 May 30 12:04:46.189962 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Request body: {'port': {'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:46.245761 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d265a249-ff74-4349-9e0f-d6577277276a req-a2aaba3f-2ff3-49a4-a0c8-56ce6b7ba705 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.0498681 May 30 12:04:46.265924 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-f1162a77-0806-4f6a-890b-87d5e961acc1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e98cc41e8064c90b0e45b32e2d78493 HTTP/1.1" status: 200 len: 380 time: 0.1772435 May 30 12:04:46.287192 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d459894-89fa-4dbf-bd62-16ce9dbdfaeb req-cc430325-9c50-45d9-bd92-910599ef3730 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:46.288716 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5d459894-89fa-4dbf-bd62-16ce9dbdfaeb req-cc430325-9c50-45d9-bd92-910599ef3730 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 932 time: 0.0775306 May 30 12:04:46.340058 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f3718156-6792-4881-a093-e2245a9c75e4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:46.346743 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4fd19-585b-4f67-8abe-601a0630182e req-96bf27f7-3290-4dae-b9a5-2778e0d16b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:46.348476 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-70b4fd19-585b-4f67-8abe-601a0630182e req-96bf27f7-3290-4dae-b9a5-2778e0d16b0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=058f1ca1-dd47-4544-bac8-2587bcf6b3a9 HTTP/1.1" status: 200 len: 913 time: 0.2896700 May 30 12:04:46.385095 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'port': {'device_id': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'admin_state_up': True, 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'security_groups': ['f34f57f4-43ce-4425-8c36-9075f5421da4']}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:46.452816 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5d459894-89fa-4dbf-bd62-16ce9dbdfaeb req-68c1c12f-1bba-4282-bba2-e9f568ef2201 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574359 May 30 12:04:46.494251 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.65', 49274) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:46.514857 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07dfe0-9fed-4b7d-b3de-6c4309bfd6f3 req-fec4673d-de1b-4d51-a57c-db1c8794530a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:46.516333 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2f07dfe0-9fed-4b7d-b3de-6c4309bfd6f3 req-fec4673d-de1b-4d51-a57c-db1c8794530a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 943 time: 0.1924982 May 30 12:04:46.534451 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-70b4fd19-585b-4f67-8abe-601a0630182e req-1c5b3b63-896d-4b82-971c-87948fa8af21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fecff73-c0eb-4774-9017-6b7fd73b4455 HTTP/1.1" status: 200 len: 217 time: 0.0843034 May 30 12:04:46.535008 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360179a-2e8a-49d7-a9bd-af0fc410b83a req-d221339a-ecf3-4186-be63-80f00d5be946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:46.536500 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c360179a-2e8a-49d7-a9bd-af0fc410b83a req-d221339a-ecf3-4186-be63-80f00d5be946 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 1127 time: 0.1674442 May 30 12:04:46.579110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:46.693816 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6326031-5f58-4d9f-a83d-92c14408d4e5 req-f3af78a1-227f-424b-a32e-531423125f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:46.695321 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e6326031-5f58-4d9f-a83d-92c14408d4e5 req-f3af78a1-227f-424b-a32e-531423125f9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 1127 time: 0.2546535 May 30 12:04:46.747953 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a31338da-7a74-4ce3-84bb-99dfe3ae6342 req-fa2f1cd3-88e2-4f3e-ac9e-e4f3f7c847c0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.0864451 May 30 12:04:46.769543 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4fd19-585b-4f67-8abe-601a0630182e req-3f7ed880-51e8-4772-a4b7-c38a4bd67424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:46.771252 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-70b4fd19-585b-4f67-8abe-601a0630182e req-3f7ed880-51e8-4772-a4b7-c38a4bd67424 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=591ebd9d-edfc-45a9-97ee-bbb3b47baacd HTTP/1.1" status: 200 len: 852 time: 0.2180235 May 30 12:04:46.815552 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2f07dfe0-9fed-4b7d-b3de-6c4309bfd6f3 req-22567d1d-844e-4702-8182-879059aa87cc tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898791 May 30 12:04:46.862616 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Made reservation on behalf of 8e98cc41e8064c90b0e45b32e2d78493 for: {'port': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:46.866647 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:46.889275 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360179a-2e8a-49d7-a9bd-af0fc410b83a req-cf253157-0e26-4405-baac-b42a9e7022fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:46.890735 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c360179a-2e8a-49d7-a9bd-af0fc410b83a req-cf253157-0e26-4405-baac-b42a9e7022fe service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c988db8e79bf4c98ac288105177f90f2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3444734 May 30 12:04:46.926280 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-70b4fd19-585b-4f67-8abe-601a0630182e req-d75b7837-6878-4c3b-bf2a-5f7561e1d076 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=058f1ca1-dd47-4544-bac8-2587bcf6b3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117411 May 30 12:04:47.073705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:47.090796 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-59d0579e-038a-4899-b83c-b3f60a88f1df tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:47.090796 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-59d0579e-038a-4899-b83c-b3f60a88f1df tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 819 time: 0.5769069 May 30 12:04:47.110423 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Request body: {'port': {'device_id': '8542b17d-0c65-4c5d-bc97-9d17545e2126', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'admin_state_up': True, 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:47.175470 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:47.182537 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6326031-5f58-4d9f-a83d-92c14408d4e5 req-1ae8e815-7af9-48d0-b7c2-9d790e13e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:47.184018 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e6326031-5f58-4d9f-a83d-92c14408d4e5 req-1ae8e815-7af9-48d0-b7c2-9d790e13e68b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8b5074cf3e6248668995f266845c8969&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4749510 May 30 12:04:47.353701 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:47.399076 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-70b4fd19-585b-4f67-8abe-601a0630182e req-65cd1fe8-217b-4be9-9bfd-bdab253959e4 service neutron] 10.222.0.65 "GET /v2.0/networks/058f1ca1-dd47-4544-bac8-2587bcf6b3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556730 May 30 12:04:47.492007 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360179a-2e8a-49d7-a9bd-af0fc410b83a req-4f64c439-3e65-48f6-b395-6b1a7711dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:47.493514 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c360179a-2e8a-49d7-a9bd-af0fc410b83a req-4f64c439-3e65-48f6-b395-6b1a7711dc6e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5787492 May 30 12:04:47.513356 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ecf9f9c3-f3a7-4adf-8847-024b45f455d9 req-01409630-269f-4093-a814-b00b6a0b6213 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.1436250 May 30 12:04:47.521579 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Allocated IP 172.20.0.5 (1b1749ee-1593-44ab-bdce-c8c4ff3a2f62/47e0e848-b302-47e0-9aa2-d1c22a3ccaf8/66de87a6-f3b1-41fb-8926-85240efcbe51) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:47.531338 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e49bf-d277-42ee-b83e-2c493db00dc2 req-0bff36dd-07ac-4b60-a37b-a5ea7dbe1ece tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:47.533770 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e36e49bf-d277-42ee-b83e-2c493db00dc2 req-0bff36dd-07ac-4b60-a37b-a5ea7dbe1ece tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 943 time: 0.2170405 May 30 12:04:47.672560 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-0eb9dfdc-e7da-47d7-af09-e6717141139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:47.675079 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-0eb9dfdc-e7da-47d7-af09-e6717141139e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 1127 time: 0.1218357 May 30 12:04:47.700996 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=37 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:47.706258 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=20 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:47.788945 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3718156-6792-4881-a093-e2245a9c75e4 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:47.805548 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Publish callbacks [] for port (f3718156-6792-4881-a093-e2245a9c75e4), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:47.808334 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6326031-5f58-4d9f-a83d-92c14408d4e5 req-a843625d-f35c-4da1-9560-a7441f9af6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:47.809797 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e6326031-5f58-4d9f-a83d-92c14408d4e5 req-a843625d-f35c-4da1-9560-a7441f9af6b5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6030540 May 30 12:04:47.841550 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Made reservation on behalf of c988db8e79bf4c98ac288105177f90f2 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:04:47.845174 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:47.852920 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Transition to ACTIVE for port object f3718156-6792-4881-a093-e2245a9c75e4 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:04:47.873794 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e36e49bf-d277-42ee-b83e-2c493db00dc2 req-8d95575e-9bd9-4e06-9ea4-d8d6329513f3 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290074 May 30 12:04:47.878806 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-3e3807ca-76ed-4807-b6bd-561c54cf90ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4002c1fa-42e8-4916-ae13-112447234689 HTTP/1.1" status: 200 len: 217 time: 0.1589401 May 30 12:04:47.882114 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (f3718156-6792-4881-a093-e2245a9c75e4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:47.946207 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6cb68-d8da-4609-bc2f-00f67cce4e23 req-87701acd-1463-417d-908c-d74e38db60b4 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:47.948196 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f3f6cb68-d8da-4609-bc2f-00f67cce4e23 req-87701acd-1463-417d-908c-d74e38db60b4 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 932 time: 0.2885184 May 30 12:04:47.964064 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-70b4fd19-585b-4f67-8abe-601a0630182e req-eafe6a26-bb90-4c6f-aaf7-fad7af6ce233 service neutron] 10.222.0.65 "GET /v2.0/networks/058f1ca1-dd47-4544-bac8-2587bcf6b3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437655 May 30 12:04:48.055182 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-2bcbabdd-ad1f-4cad-9e8f-0e281534d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:48.056788 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-2bcbabdd-ad1f-4cad-9e8f-0e281534d2f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 1127 time: 0.1907480 May 30 12:04:48.102863 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4fecff73-c0eb-4774-9017-6b7fd73b4455 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:04:48.127844 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8cb62849-2c90-4b2e-b8e5-5b85ba9f14a2 req-1d9c7b41-cb29-4319-a9fd-4e420b79a3e2 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.1247804 May 30 12:04:48.139219 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Pushing event updated for resources: {'Port': ['ID=f3718156-6792-4881-a093-e2245a9c75e4,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:48.152374 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-d03371a1-aaf9-4a16-b67f-63d502400a01 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40 HTTP/1.1" status: 200 len: 217 time: 0.0774579 May 30 12:04:48.186076 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-13314ce4-e56f-4914-828e-57d9181dbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:48.189245 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-13314ce4-e56f-4914-828e-57d9181dbde9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.2994037 May 30 12:04:48.326221 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:48.326526 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Attempting to bind port f3718156-6792-4881-a093-e2245a9c75e4 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:48.326861 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Attempting to bind port f3718156-6792-4881-a093-e2245a9c75e4 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:48.327192 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Attempting to bind port f3718156-6792-4881-a093-e2245a9c75e4 on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:48.347932 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:48.350671 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Port f3718156-6792-4881-a093-e2245a9c75e4 on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:04:48.350987 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Attempting to bind port f3718156-6792-4881-a093-e2245a9c75e4 on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:48.353264 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f3f6cb68-d8da-4609-bc2f-00f67cce4e23 req-7d593dc3-bf11-4dc1-846f-7ee5d8852d09 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485498 May 30 12:04:48.369993 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Allocated IP 172.20.0.4 (1df1af59-dc4a-4ec6-926a-e35a4841adfa/a704ca58-24cf-4dc6-a375-0f71b8e82bab/1f1b1022-04af-4f21-b1e6-4960bf03a94c) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:04:48.374068 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:48.374409 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Checking segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:48.374884 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Bound using segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:48.375333 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Bound port: f3718156-6792-4881-a093-e2245a9c75e4, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:48.375588 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f3718156-6792-4881-a093-e2245a9c75e4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:48.390051 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-55708b29-8deb-4f31-9188-c138ea03c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:48.391644 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-55708b29-8deb-4f31-9188-c138ea03c7e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2ae6479-93d2-4a09-ab33-a83977406b66 HTTP/1.1" status: 200 len: 850 time: 0.2202017 May 30 12:04:48.403913 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 4fecff73-c0eb-4774-9017-6b7fd73b4455, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4fecff73-c0eb-4774-9017-6b7fd73b4455,segment=NetworkSegment(f849d6fd-b42c-44b7-97e5-63328abd1570),segment_id=f849d6fd-b42c-44b7-97e5-63328abd1570)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:48.425575 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '4fecff73-c0eb-4774-9017-6b7fd73b4455', 'network_id': '058f1ca1-dd47-4544-bac8-2587bcf6b3a9', 'port_id': '4fecff73-c0eb-4774-9017-6b7fd73b4455', 'mac_address': 'fa:16:3e:15:b3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591ebd9d-edfc-45a9-97ee-bbb3b47baacd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:04:48.443389 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:48.469637 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-ad5edaa6-ae38-4474-a668-6435303b3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:48.471882 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-ad5edaa6-ae38-4474-a668-6435303b3268 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2680621 May 30 12:04:48.482597 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 4fecff73-c0eb-4774-9017-6b7fd73b4455 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:48.482992 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:48.487353 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c221462-c9de-4daf-a910-6d448fc59a45 req-e51506ae-6577-4e42-a63a-127f89d54270 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:48.496006 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0c221462-c9de-4daf-a910-6d448fc59a45 req-e51506ae-6577-4e42-a63a-127f89d54270 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 943 time: 0.1412764 May 30 12:04:48.497772 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fecff73-c0eb-4774-9017-6b7fd73b4455 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:48.502893 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:48.523622 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 4fecff73-c0eb-4774-9017-6b7fd73b4455, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4fecff73-c0eb-4774-9017-6b7fd73b4455,segment=NetworkSegment(f849d6fd-b42c-44b7-97e5-63328abd1570),segment_id=f849d6fd-b42c-44b7-97e5-63328abd1570)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:48.528898 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:48.530448 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-c03b6c36-cc6d-436c-a535-9d1c8b2f7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:48.530764 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:48.531958 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-c03b6c36-cc6d-436c-a535-9d1c8b2f7a90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e532e692-bceb-4466-adae-3cc4239d2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1333156 May 30 12:04:48.654991 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-145e46a9-b4d4-4693-9a04-25f89ebcf3c4 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537857 May 30 12:04:48.655681 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=4fecff73-c0eb-4774-9017-6b7fd73b4455,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:48.676700 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] For port f3718156-6792-4881-a093-e2245a9c75e4, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:48.693024 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:48.705257 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] For port f3718156-6792-4881-a093-e2245a9c75e4, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f3718156-6792-4881-a093-e2245a9c75e4,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:48.724528 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (f3718156-6792-4881-a093-e2245a9c75e4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:48.766386 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:48.775104 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0c221462-c9de-4daf-a910-6d448fc59a45 req-6d038833-b607-46cb-a54c-39217c3cf6c4 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778966 May 30 12:04:48.782828 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-55628c86-73f4-4211-a303-839a972f3dc9 req-d65bfe1e-5e62-44c0-93ee-544beef9d377 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.1045895 May 30 12:04:48.802336 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:48.802953 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:48.804333 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] 10.222.0.65 "PUT /v2.0/ports/f3718156-6792-4881-a093-e2245a9c75e4 HTTP/1.1" status: 200 len: 1094 time: 2.6714916 May 30 12:04:48.810008 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'tag': 'f3718156-6792-4881-a093-e2245a9c75e4'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:48.812229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a77400-c6f1-4b52-9727-f4a5d110406f" -d '{"events": [{"name": "network-changed", "server_uuid": "54ad4de0-2282-4baf-86a4-40d5ba1ba62a", "tag": "f3718156-6792-4881-a093-e2245a9c75e4"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:48.817762 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:48.831295 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-5a386a54-9c14-4203-ad28-6d132eb47169 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861876 May 30 12:04:48.833716 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['4fecff73-c0eb-4774-9017-6b7fd73b4455'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:04:48.844813 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:48.854089 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:48.881200 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:48.881200 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:48.881200 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:48.918876 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e10268-1641-4f70-9b23-37ca4bc7e732 x-openstack-request-id: req-42e10268-1641-4f70-9b23-37ca4bc7e732 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:48.919228 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ad4de0-2282-4baf-86a4-40d5ba1ba62a", "tag": "f3718156-6792-4881-a093-e2245a9c75e4", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:48.919407 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42e10268-1641-4f70-9b23-37ca4bc7e732 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:48.919808 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e10268-1641-4f70-9b23-37ca4bc7e732'] response: {'name': 'network-changed', 'server_uuid': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'tag': 'f3718156-6792-4881-a093-e2245a9c75e4', 'status': 'completed', 'code': 200} May 30 12:04:48.926837 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef7475-3463-42f6-896d-d8253cff340b service neutron] Pushing event updated for resources: {'Port': ['ID=f3718156-6792-4881-a093-e2245a9c75e4,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:48.928437 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:48.964387 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-7cfe1056-eb1e-4124-9145-1633a7a2a391 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842140 May 30 12:04:48.972971 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-eefde94a-aa27-41a7-aedb-662e82d96a9f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6025293 May 30 12:04:48.994253 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Request body: {'port': {'device_id': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:49.039692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-72bdc52c-3844-44b6-81bd-06bb6a68cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:49.041237 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-72bdc52c-3844-44b6-81bd-06bb6a68cac4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 1128 time: 0.1443770 May 30 12:04:49.062745 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:49.128247 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a74e7380-4979-48b3-b90f-4a251208f9b7 req-7bd264bd-7c3a-4c36-b4d3-b1270528f60f service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901962 May 30 12:04:49.139776 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:04:49.148540 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:04:49.153570 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:04:49.160014 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:49.160723 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:49.170632 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event updated for resources: {'Port': ['ID=1f1b1022-04af-4f21-b1e6-4960bf03a94c,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:49.198408 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-d2b3f38a-4e35-4102-a2a0-230da03a3feb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0916746 May 30 12:04:49.246779 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:49.268299 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d68c-9e10-42a3-a549-d2ead60539bd req-d9995466-6dea-45e1-98e8-66a89a9a6ae8 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:49.276217 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d645d68c-9e10-42a3-a549-d2ead60539bd req-d9995466-6dea-45e1-98e8-66a89a9a6ae8 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 944 time: 0.1000786 May 30 12:04:49.378556 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-d735bf1e-30d9-4137-94ed-163c4e3943d9 None None] Provisioning complete for port 66de87a6-f3b1-41fb-8926-85240efcbe51 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:49.379154 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d735bf1e-30d9-4137-94ed-163c4e3943d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:49.423542 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-d735bf1e-30d9-4137-94ed-163c4e3943d9 None None] Port 66de87a6-f3b1-41fb-8926-85240efcbe51 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:49.464689 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d645d68c-9e10-42a3-a549-d2ead60539bd req-6c2aa53f-851f-46af-a5fa-4c6d914fd468 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870143 May 30 12:04:49.480095 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cba2c-c648-4d2a-9ee3-a50f739957c7 req-ced0fc0c-e7fa-4b51-bfdd-244e09c6f182 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:49.481564 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b12cba2c-c648-4d2a-9ee3-a50f739957c7 req-ced0fc0c-e7fa-4b51-bfdd-244e09c6f182 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 931 time: 0.0825262 May 30 12:04:49.541854 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-20865be3-f30f-4ee4-95a5-4cdbc4dcd619 None None] Provisioning complete for port 1f1b1022-04af-4f21-b1e6-4960bf03a94c triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:49.542226 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-20865be3-f30f-4ee4-95a5-4cdbc4dcd619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:49.583737 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-20865be3-f30f-4ee4-95a5-4cdbc4dcd619 None None] Port 1f1b1022-04af-4f21-b1e6-4960bf03a94c cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:04:49.664850 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17706-dca7-4017-b04c-2ecc7359b30e req-42b844f0-bfde-4559-84c1-2915222e7560 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:49.666332 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-29f17706-dca7-4017-b04c-2ecc7359b30e req-42b844f0-bfde-4559-84c1-2915222e7560 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 944 time: 0.1350443 May 30 12:04:49.693353 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b12cba2c-c648-4d2a-9ee3-a50f739957c7 req-e0b24fea-537c-4006-b7c4-7237c64f2c73 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630120 May 30 12:04:49.753976 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-29f17706-dca7-4017-b04c-2ecc7359b30e req-89e71610-df73-4a9e-ae60-68c6b0be9cf2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781271 May 30 12:04:49.804192 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Request body: {'port': {'device_id': '8542b17d-0c65-4c5d-bc97-9d17545e2126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:04:49.822233 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66de87a6-f3b1-41fb-8926-85240efcbe51 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:49.832561 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Publish callbacks [] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:49.853801 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:49.864256 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Transition to ACTIVE for port object 66de87a6-f3b1-41fb-8926-85240efcbe51 will not be triggered until provisioned by entity L2. {{(pid=104002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:04:49.881238 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:49.890548 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-b7f22c78-a817-42e6-96bd-ba15394a6c7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3718156-6792-4881-a093-e2245a9c75e4 HTTP/1.1" status: 200 len: 217 time: 0.0807743 May 30 12:04:49.947614 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:49.963308 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:50.014595 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:50.043100 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4bcc-f5c9-4b77-a26d-650f4fd9e6b1 req-b41a45bb-48db-4db4-9738-747807af1421 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:50.059800 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c52e4bcc-f5c9-4b77-a26d-650f4fd9e6b1 req-b41a45bb-48db-4db4-9738-747807af1421 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 943 time: 0.1902010 May 30 12:04:50.068659 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39908) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:50.075036 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4fecff73-c0eb-4774-9017-6b7fd73b4455 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:50.078529 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8cd1d-2e88-463b-a7f2-ad34d766ea47 req-b4c62929-bf43-4069-a086-2bcb3da2cf78 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:50.081290 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1ec8cd1d-2e88-463b-a7f2-ad34d766ea47 req-b4c62929-bf43-4069-a086-2bcb3da2cf78 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 931 time: 0.1201940 May 30 12:04:50.149968 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:50.160248 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 4fecff73-c0eb-4774-9017-6b7fd73b4455 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:04:50.168025 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 4fecff73-c0eb-4774-9017-6b7fd73b4455 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:50.168673 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.227569 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c52e4bcc-f5c9-4b77-a26d-650f4fd9e6b1 req-3df452a2-af36-44df-acf7-9d068f47295c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659915 May 30 12:04:50.228649 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Attempting to bind port 66de87a6-f3b1-41fb-8926-85240efcbe51 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:50.229103 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Attempting to bind port 66de87a6-f3b1-41fb-8926-85240efcbe51 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:50.229989 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Attempting to bind port 66de87a6-f3b1-41fb-8926-85240efcbe51 on network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:50.256439 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Port 66de87a6-f3b1-41fb-8926-85240efcbe51 on network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:04:50.257969 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Attempting to bind port 66de87a6-f3b1-41fb-8926-85240efcbe51 on network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:50.271131 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:50.271698 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Checking segment: {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:50.272308 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Bound using segment: {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:50.272935 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Bound port: 66de87a6-f3b1-41fb-8926-85240efcbe51, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:50.273729 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.280628 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1ec8cd1d-2e88-463b-a7f2-ad34d766ea47 req-6e8d1723-3435-462b-96de-6615ae0f4475 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911452 May 30 12:04:50.305952 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:50.315933 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 4fecff73-c0eb-4774-9017-6b7fd73b4455 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:50.316597 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.320402 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:50.339985 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8b64ac54-2018-4046-be44-bc5461e23c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.361646 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a06904b-d932-4635-90df-b69dcb15d941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecff73-c0eb-4774-9017-6b7fd73b4455'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:50.400630 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1b1022-04af-4f21-b1e6-4960bf03a94c {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:50.416019 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Publish callbacks [] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.453888 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Transition to ACTIVE for port object 1f1b1022-04af-4f21-b1e6-4960bf03a94c will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:04:50.464294 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.581656 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:50.588317 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Pushing event updated for resources: {'Port': ['ID=1f1b1022-04af-4f21-b1e6-4960bf03a94c,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:50.589670 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:50.605161 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.644596 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8b64ac54-2018-4046-be44-bc5461e23c24 admin admin] Publish callbacks [] for security_group (d6576f75-a46d-48ad-b090-ef22691476f2), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.666745 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8b64ac54-2018-4046-be44-bc5461e23c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d6576f75-a46d-48ad-b090-ef22691476f2), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.676794 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 4fecff73-c0eb-4774-9017-6b7fd73b4455, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4fecff73-c0eb-4774-9017-6b7fd73b4455,segment=NetworkSegment(f849d6fd-b42c-44b7-97e5-63328abd1570),segment_id=f849d6fd-b42c-44b7-97e5-63328abd1570)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:50.684961 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.727590 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Attempting to bind port 1f1b1022-04af-4f21-b1e6-4960bf03a94c on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:04:50.728426 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Attempting to bind port 1f1b1022-04af-4f21-b1e6-4960bf03a94c by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:04:50.728909 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Attempting to bind port 1f1b1022-04af-4f21-b1e6-4960bf03a94c on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:50.758339 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:50.760301 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.764062 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] 10.222.0.65 "PUT /v2.0/ports/66de87a6-f3b1-41fb-8926-85240efcbe51 HTTP/1.1" status: 200 len: 1093 time: 1.7802844 May 30 12:04:50.767064 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:50.774696 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c" -d '{"events": [{"name": "network-changed", "server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:50.783479 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Port 1f1b1022-04af-4f21-b1e6-4960bf03a94c on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:04:50.783909 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Attempting to bind port 1f1b1022-04af-4f21-b1e6-4960bf03a94c on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:04:50.867275 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=4fecff73-c0eb-4774-9017-6b7fd73b4455,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:50.878812 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64ac54-2018-4046-be44-bc5461e23c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6576f75-a46d-48ad-b090-ef22691476f2,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:50.888401 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8b64ac54-2018-4046-be44-bc5461e23c24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1937b04b46c440018587024189bc0ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8185716 May 30 12:04:50.890344 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:04:50.890702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Checking segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:04:50.891097 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Bound using segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:04:50.891586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Bound port: 1f1b1022-04af-4f21-b1e6-4960bf03a94c, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:04:50.891966 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:50.898410 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39932) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:50.932790 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc199d-dfa0-4369-bc9d-371fd64e98d3 req-ea6799ee-4496-40cb-b965-82cec6d27923 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:50.939969 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-617892c3-379e-4d2d-81db-86dcf92ae2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:50.941739 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-617892c3-379e-4d2d-81db-86dcf92ae2bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.2947655 May 30 12:04:50.945090 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4dc199d-dfa0-4369-bc9d-371fd64e98d3 req-ea6799ee-4496-40cb-b965-82cec6d27923 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 944 time: 0.3107457 May 30 12:04:50.947694 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cd0e25-dfc0-4b72-be8a-0777e0e059d7" -d '{"events": [{"server_uuid": "5a06904b-d932-4635-90df-b69dcb15d941", "name": "network-vif-plugged", "status": "completed", "tag": "4fecff73-c0eb-4774-9017-6b7fd73b4455"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:51.030472 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d145d-e096-4143-b278-9b16d99a9f19 service neutron] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:51.051227 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d01b-f72d-4900-99b4-b368c3586f48 req-eed80645-b71c-4d56-9c9f-40e7f2227782 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.052922 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f72d01b-f72d-4900-99b4-b368c3586f48 req-eed80645-b71c-4d56-9c9f-40e7f2227782 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.1057146 May 30 12:04:51.061596 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-13f03363-d7fc-4beb-a8d9-058ebb10e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.064458 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-13f03363-d7fc-4beb-a8d9-058ebb10e46b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 1127 time: 0.2219644 May 30 12:04:51.142236 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-82e3f623-d3c9-4c17-afba-0752035a598f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66de87a6-f3b1-41fb-8926-85240efcbe51 HTTP/1.1" status: 200 len: 217 time: 0.0605228 May 30 12:04:51.201173 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4dc199d-dfa0-4369-bc9d-371fd64e98d3 req-a18cb432-4ef6-43c5-a0fb-b835c80bfc96 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552216 May 30 12:04:51.227013 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f72d01b-f72d-4900-99b4-b368c3586f48 req-2448243c-d18d-4ff0-a297-01d91394f3c3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612966 May 30 12:04:51.237750 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-f8099e27-cd1a-4348-bde9-5c2f42fb60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.239313 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-f8099e27-cd1a-4348-bde9-5c2f42fb60b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0849514 May 30 12:04:51.256579 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39938) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:51.302550 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9910f68-a204-4ff2-8673-9aa5d7083347 x-openstack-request-id: req-a9910f68-a204-4ff2-8673-9aa5d7083347 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:51.302850 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:51.303104 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9910f68-a204-4ff2-8673-9aa5d7083347 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:51.303506 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9910f68-a204-4ff2-8673-9aa5d7083347'] response: {'name': 'network-changed', 'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'status': 'completed', 'code': 200} May 30 12:04:51.317187 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-a6b528b7-fa87-4910-8361-aecb9833d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.318361 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-f4c43d9d-8355-4aaa-8788-c3e2ccef31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.318862 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-a6b528b7-fa87-4910-8361-aecb9833d92f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3675029 May 30 12:04:51.322095 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] For port 1f1b1022-04af-4f21-b1e6-4960bf03a94c, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:04:51.324513 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-f4c43d9d-8355-4aaa-8788-c3e2ccef31f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623581 May 30 12:04:51.324927 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-41efd5ea-33b3-4d9f-b5b6-8ab922187ba5 admin admin] Publish callbacks [] for security_group (d6576f75-a46d-48ad-b090-ef22691476f2), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:51.330478 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:51.352619 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] For port 1f1b1022-04af-4f21-b1e6-4960bf03a94c, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1f1b1022-04af-4f21-b1e6-4960bf03a94c,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:04:51.400043 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:51.413284 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-41efd5ea-33b3-4d9f-b5b6-8ab922187ba5 admin admin] Publish callbacks [] for security_group (d6576f75-a46d-48ad-b090-ef22691476f2), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:51.425689 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:51.442584 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc6e7b-8164-4a79-ad91-0ea80054d86c req-be72754e-1d4a-43b7-8ebd-10984d3d300e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.444106 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b9dc6e7b-8164-4a79-ad91-0ea80054d86c req-be72754e-1d4a-43b7-8ebd-10984d3d300e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 944 time: 0.1126847 May 30 12:04:51.469509 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.470929 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:51.472733 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] 10.222.0.65 "PUT /v2.0/ports/1f1b1022-04af-4f21-b1e6-4960bf03a94c HTTP/1.1" status: 200 len: 1093 time: 1.6770053 May 30 12:04:51.481114 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8542b17d-0c65-4c5d-bc97-9d17545e2126', 'tag': '1f1b1022-04af-4f21-b1e6-4960bf03a94c'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:51.485917 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b" -d '{"events": [{"name": "network-changed", "server_uuid": "8542b17d-0c65-4c5d-bc97-9d17545e2126", "tag": "1f1b1022-04af-4f21-b1e6-4960bf03a94c"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:51.520551 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:51.539998 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-5e9fc46b-3054-4e68-b4e0-3955eab29455 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931803 May 30 12:04:51.540895 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f694326c-f9b4-43e7-bd7d-bc500d058c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:51.590379 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0e2eb-34ab-4942-91e3-589ae95459be service neutron] Pushing event updated for resources: {'Port': ['ID=1f1b1022-04af-4f21-b1e6-4960bf03a94c,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:51.620655 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-9f101456-64fe-441d-be39-a267f67fc057 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692533 May 30 12:04:51.637543 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-47abd316-0247-4ccd-bfb1-229c50204697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.639274 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-47abd316-0247-4ccd-bfb1-229c50204697 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 1127 time: 0.1084392 May 30 12:04:51.666830 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96fa0de-3711-4f00-b53c-0a247f10decc x-openstack-request-id: req-d96fa0de-3711-4f00-b53c-0a247f10decc {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:51.668416 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a06904b-d932-4635-90df-b69dcb15d941", "name": "network-vif-plugged", "status": "completed", "tag": "4fecff73-c0eb-4774-9017-6b7fd73b4455", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:51.668777 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d96fa0de-3711-4f00-b53c-0a247f10decc {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:51.669704 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96fa0de-3711-4f00-b53c-0a247f10decc'] response: {'server_uuid': '5a06904b-d932-4635-90df-b69dcb15d941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecff73-c0eb-4774-9017-6b7fd73b4455', 'code': 200} May 30 12:04:51.670047 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b9dc6e7b-8164-4a79-ad91-0ea80054d86c req-73913c78-a43c-4423-8fd8-d4fe38df8be4 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157679 May 30 12:04:51.777360 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-c2a38a07-719d-4ae8-8eba-47e2542928c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f1b1022-04af-4f21-b1e6-4960bf03a94c HTTP/1.1" status: 200 len: 217 time: 0.1256163 May 30 12:04:51.803736 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-41efd5ea-33b3-4d9f-b5b6-8ab922187ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d6576f75-a46d-48ad-b090-ef22691476f2), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:51.806234 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-41efd5ea-33b3-4d9f-b5b6-8ab922187ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:51.809831 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-41efd5ea-33b3-4d9f-b5b6-8ab922187ba5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6576f75-a46d-48ad-b090-ef22691476f2 HTTP/1.1" status: 204 len: 168 time: 0.9079423 May 30 12:04:51.810526 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:51.858396 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a55dd73-569d-4e18-9bbf-74cc720ad503 req-7ec4a9f8-eacc-449c-b400-72132f52571d service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762251 May 30 12:04:51.899821 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efd5ea-33b3-4d9f-b5b6-8ab922187ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6576f75-a46d-48ad-b090-ef22691476f2,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:51.904429 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362cbaf-560f-4dde-8b7c-aed400c54056 req-76c89984-0aec-4904-810a-766c2380900b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.906561 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4362cbaf-560f-4dde-8b7c-aed400c54056 req-76c89984-0aec-4904-810a-766c2380900b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 943 time: 0.1534400 May 30 12:04:51.920321 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:51.933899 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b73f81d5-0b0c-44bb-836c-e608b79f5718 req-092eb690-74f7-4b60-b628-79ba25c9e8c3 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117816 May 30 12:04:51.937856 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-8c122afe-3f7b-481e-bd0d-6d20b0a81592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:51.939767 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-8c122afe-3f7b-481e-bd0d-6d20b0a81592 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.1484106 May 30 12:04:52.020514 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b66152-656d-429f-aee3-cfd254a83be5 req-b5a80e1e-5a4c-444c-923f-ca40cf7504f0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:52.021965 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f0b66152-656d-429f-aee3-cfd254a83be5 req-b5a80e1e-5a4c-444c-923f-ca40cf7504f0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 943 time: 0.2035000 May 30 12:04:52.026190 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729444-d79a-42dc-a667-48c22b0d1dcc req-87a63f19-fdb9-4a6f-baae-29db6389f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:52.027301 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-18729444-d79a-42dc-a667-48c22b0d1dcc req-87a63f19-fdb9-4a6f-baae-29db6389f3ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 1129 time: 0.1323955 May 30 12:04:52.080625 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4002c1fa-42e8-4916-ae13-112447234689 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:04:52.095385 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f694326c-f9b4-43e7-bd7d-bc500d058c5d admin admin] Publish callbacks [] for security_group (ea94ee67-5682-4841-8346-b715290a452f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.104657 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4362cbaf-560f-4dde-8b7c-aed400c54056 req-91d4644b-cfc1-4e52-80d9-88229b1e2287 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355093 May 30 12:04:52.108066 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f694326c-f9b4-43e7-bd7d-bc500d058c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ea94ee67-5682-4841-8346-b715290a452f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.172897 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f0b66152-656d-429f-aee3-cfd254a83be5 req-af5ca76b-7148-482a-849f-91c20b28d951 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379533 May 30 12:04:52.174749 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694326c-f9b4-43e7-bd7d-bc500d058c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea94ee67-5682-4841-8346-b715290a452f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:52.181736 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f694326c-f9b4-43e7-bd7d-bc500d058c5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1b378a636354281a859eb90afd2fe50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9227428 May 30 12:04:52.182870 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39956) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:52.222327 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39958) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:52.226281 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c4e08-9adc-4222-989e-61ad888c9c5a x-openstack-request-id: req-5c2c4e08-9adc-4222-989e-61ad888c9c5a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:52.226281 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8542b17d-0c65-4c5d-bc97-9d17545e2126", "tag": "1f1b1022-04af-4f21-b1e6-4960bf03a94c", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:52.226510 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c2c4e08-9adc-4222-989e-61ad888c9c5a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:52.226823 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2c4e08-9adc-4222-989e-61ad888c9c5a'] response: {'name': 'network-changed', 'server_uuid': '8542b17d-0c65-4c5d-bc97-9d17545e2126', 'tag': '1f1b1022-04af-4f21-b1e6-4960bf03a94c', 'status': 'completed', 'code': 200} May 30 12:04:52.227998 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 4002c1fa-42e8-4916-ae13-112447234689, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4002c1fa-42e8-4916-ae13-112447234689,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:52.237872 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34389277-066c-4ffe-afab-efd96d84cb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.251567 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '4002c1fa-42e8-4916-ae13-112447234689', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'port_id': '4002c1fa-42e8-4916-ae13-112447234689', 'mac_address': 'fa:16:3e:72:e4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:04:52.258653 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-92b8bc2e-65a9-444b-b1df-03eb8729e808 admin admin] Publish callbacks [] for security_group (ea94ee67-5682-4841-8346-b715290a452f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.317335 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 4002c1fa-42e8-4916-ae13-112447234689 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:52.317663 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-92b8bc2e-65a9-444b-b1df-03eb8729e808 admin admin] Publish callbacks [] for security_group (ea94ee67-5682-4841-8346-b715290a452f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.317774 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4002c1fa-42e8-4916-ae13-112447234689), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.334235 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4002c1fa-42e8-4916-ae13-112447234689 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:52.361181 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 4002c1fa-42e8-4916-ae13-112447234689, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4002c1fa-42e8-4916-ae13-112447234689,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:52.365814 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4002c1fa-42e8-4916-ae13-112447234689), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.366599 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 2d71add9-9fe3-4c66-b490-513b1ce61d40 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:04:52.372073 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34389277-066c-4ffe-afab-efd96d84cb10 admin admin] Publish callbacks [] for security_group (c20b1d09-b2ab-4dc0-b3ed-8b58574f4265), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.389702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-92b8bc2e-65a9-444b-b1df-03eb8729e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ea94ee67-5682-4841-8346-b715290a452f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.392579 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-92b8bc2e-65a9-444b-b1df-03eb8729e808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.396375 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-92b8bc2e-65a9-444b-b1df-03eb8729e808 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea94ee67-5682-4841-8346-b715290a452f HTTP/1.1" status: 204 len: 168 time: 0.2098737 May 30 12:04:52.400518 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34389277-066c-4ffe-afab-efd96d84cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (c20b1d09-b2ab-4dc0-b3ed-8b58574f4265), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.408701 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8bc2e-65a9-444b-b1df-03eb8729e808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea94ee67-5682-4841-8346-b715290a452f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:52.452616 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dacc50-a3a1-4b6a-b953-5aa7d586c2f4 req-2ae09a47-cee7-45f4-a24b-0aae3a3a8f53 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:52.459736 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-13dacc50-a3a1-4b6a-b953-5aa7d586c2f4 req-2ae09a47-cee7-45f4-a24b-0aae3a3a8f53 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.1298559 May 30 12:04:52.461285 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:52.488240 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad867d94-1177-497b-a45d-1e62b4f3c72e req-dc92f3a5-fe74-45a5-9bea-992d50eafbb8 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:52.489531 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ad867d94-1177-497b-a45d-1e62b4f3c72e req-dc92f3a5-fe74-45a5-9bea-992d50eafbb8 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 945 time: 0.1450465 May 30 12:04:52.490241 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34389277-066c-4ffe-afab-efd96d84cb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b1d09-b2ab-4dc0-b3ed-8b58574f4265,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:52.521778 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-34389277-066c-4ffe-afab-efd96d84cb10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fa6bcce0fe6436884a274f2961b3526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955425 May 30 12:04:52.522541 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39966) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:52.527983 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=4002c1fa-42e8-4916-ae13-112447234689,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:52.550762 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 2d71add9-9fe3-4c66-b490-513b1ce61d40, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:52.583032 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '2d71add9-9fe3-4c66-b490-513b1ce61d40', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'port_id': '2d71add9-9fe3-4c66-b490-513b1ce61d40', 'mac_address': 'fa:16:3e:c8:fe:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:04:52.591999 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-13dacc50-a3a1-4b6a-b953-5aa7d586c2f4 req-3a12b6d3-f04e-4175-95c7-21eabdc4db46 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313093 May 30 12:04:52.608355 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9aff61ac-4ad5-4458-a128-356433e5f943 admin admin] Publish callbacks [] for security_group (c20b1d09-b2ab-4dc0-b3ed-8b58574f4265), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.616663 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ad867d94-1177-497b-a45d-1e62b4f3c72e req-48d065d7-d200-4686-8c17-ed9b6a565565 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126909 May 30 12:04:52.649201 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9aff61ac-4ad5-4458-a128-356433e5f943 admin admin] Publish callbacks [] for security_group (c20b1d09-b2ab-4dc0-b3ed-8b58574f4265), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.663116 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 2d71add9-9fe3-4c66-b490-513b1ce61d40 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:52.663671 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.679466 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d71add9-9fe3-4c66-b490-513b1ce61d40 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:52.724040 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 2d71add9-9fe3-4c66-b490-513b1ce61d40, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:52.729898 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9aff61ac-4ad5-4458-a128-356433e5f943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (c20b1d09-b2ab-4dc0-b3ed-8b58574f4265), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.731644 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.732840 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9aff61ac-4ad5-4458-a128-356433e5f943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.733923 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-9aff61ac-4ad5-4458-a128-356433e5f943 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c20b1d09-b2ab-4dc0-b3ed-8b58574f4265 HTTP/1.1" status: 204 len: 168 time: 0.2100894 May 30 12:04:52.741003 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-18729444-d79a-42dc-a667-48c22b0d1dcc req-d6079b64-e62b-474a-9696-8d925fbca630 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.811775 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff61ac-4ad5-4458-a128-356433e5f943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b1d09-b2ab-4dc0-b3ed-8b58574f4265,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:52.835395 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-3e0458a1-2b20-475b-8bb3-3f75e9b6ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:52.835954 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=2d71add9-9fe3-4c66-b490-513b1ce61d40,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:52.837097 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-3e0458a1-2b20-475b-8bb3-3f75e9b6ce19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 1127 time: 0.1020441 May 30 12:04:52.838116 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-fd8f2601-4e85-49e5-a6dc-0f5e328aece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:52.839305 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-fd8f2601-4e85-49e5-a6dc-0f5e328aece7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1114917 May 30 12:04:52.908057 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611beb99-6ad2-4a80-8120-cea80037e436 req-74c7a643-dd94-4ff1-9101-293ca3979657 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:52.910494 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-611beb99-6ad2-4a80-8120-cea80037e436 req-74c7a643-dd94-4ff1-9101-293ca3979657 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 944 time: 0.0724018 May 30 12:04:52.990737 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-18729444-d79a-42dc-a667-48c22b0d1dcc req-d6079b64-e62b-474a-9696-8d925fbca630 service neutron] Publish callbacks [] for security_group (5f544c6d-7435-4564-9c0b-c5cc044a4412), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:52.997527 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-611beb99-6ad2-4a80-8120-cea80037e436 req-0011a46c-38ea-4f61-a615-e5b5d7218eec tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788310 May 30 12:04:52.998622 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-18729444-d79a-42dc-a667-48c22b0d1dcc req-d6079b64-e62b-474a-9696-8d925fbca630 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5f544c6d-7435-4564-9c0b-c5cc044a4412), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:53.003712 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 39976) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:53.022313 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ff78b749-f407-44e1-84a8-63e2ad7b2933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:53.041498 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:53.058993 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-18729444-d79a-42dc-a667-48c22b0d1dcc req-d6079b64-e62b-474a-9696-8d925fbca630 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428683 May 30 12:04:53.065247 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6079b64-e62b-474a-9696-8d925fbca630 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5f544c6d-7435-4564-9c0b-c5cc044a4412,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:53.068306 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:53.113365 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ff78b749-f407-44e1-84a8-63e2ad7b2933 admin admin] Publish callbacks [] for security_group (d6709322-34cf-4b67-bd1f-9edf629b7744), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:53.117895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ff78b749-f407-44e1-84a8-63e2ad7b2933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d6709322-34cf-4b67-bd1f-9edf629b7744), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:53.142680 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['2d71add9-9fe3-4c66-b490-513b1ce61d40'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:04:53.158905 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ff78b749-f407-44e1-84a8-63e2ad7b2933 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d276cd2032b1480d9b5229c2211dd270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540673 May 30 12:04:53.161499 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 39984) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:53.202094 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78b749-f407-44e1-84a8-63e2ad7b2933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6709322-34cf-4b67-bd1f-9edf629b7744,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:53.274578 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['4002c1fa-42e8-4916-ae13-112447234689'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:04:53.304457 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:53.310909 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f178d750-4498-4368-b79a-365bac2368ec admin admin] Publish callbacks [] for security_group (d6709322-34cf-4b67-bd1f-9edf629b7744), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:53.363393 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6632979-65dc-4697-b12d-bc4a854d5921 req-3255aa66-028f-499e-8007-b7f34020e655 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:53.364998 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a6632979-65dc-4697-b12d-bc4a854d5921 req-3255aa66-028f-499e-8007-b7f34020e655 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 944 time: 0.1147089 May 30 12:04:53.381665 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a84b86-7694-425d-b07b-458508696f00 req-2feecc90-68ee-4bbc-a8e3-18cc70b9fdb5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:53.388682 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-90a84b86-7694-425d-b07b-458508696f00 req-2feecc90-68ee-4bbc-a8e3-18cc70b9fdb5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 943 time: 0.0965664 May 30 12:04:53.389230 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:53.410787 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f178d750-4498-4368-b79a-365bac2368ec admin admin] Publish callbacks [] for security_group (d6709322-34cf-4b67-bd1f-9edf629b7744), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:53.521439 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-90a84b86-7694-425d-b07b-458508696f00 req-26d6718a-20a3-421e-8dc6-831d102fd953 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306789 May 30 12:04:53.534157 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a6632979-65dc-4697-b12d-bc4a854d5921 req-aebca8f3-93a2-47f0-9ea2-504ec1ae5816 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312954 May 30 12:04:53.553456 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f178d750-4498-4368-b79a-365bac2368ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d6709322-34cf-4b67-bd1f-9edf629b7744), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:53.556146 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f178d750-4498-4368-b79a-365bac2368ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:53.557312 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f178d750-4498-4368-b79a-365bac2368ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6709322-34cf-4b67-bd1f-9edf629b7744 HTTP/1.1" status: 204 len: 168 time: 0.3948119 May 30 12:04:53.565862 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178d750-4498-4368-b79a-365bac2368ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6709322-34cf-4b67-bd1f-9edf629b7744,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:53.787043 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d0d0d-6a62-4e20-9986-ea019a9aec78 req-8cf7acfe-0651-4eeb-b19b-e7c4704bc043 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:53.788632 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a27d0d0d-6a62-4e20-9986-ea019a9aec78 req-8cf7acfe-0651-4eeb-b19b-e7c4704bc043 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 945 time: 0.0986912 May 30 12:04:53.794569 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c235d4-81d5-4cdf-8e27-8a6fed1e7c6e req-2ca6702e-9bbd-4c2c-8698-5b5a4e0908cd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:53.796012 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-68c235d4-81d5-4cdf-8e27-8a6fed1e7c6e req-2ca6702e-9bbd-4c2c-8698-5b5a4e0908cd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0905187 May 30 12:04:53.815177 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:53.905724 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a27d0d0d-6a62-4e20-9986-ea019a9aec78 req-b4e5304e-7c98-489c-827b-35890eb5e335 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086786 May 30 12:04:53.949291 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-13571a06-e8af-4236-965f-304a200541db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:53.950724 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-13571a06-e8af-4236-965f-304a200541db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 1128 time: 0.0946732 May 30 12:04:53.959237 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-68c235d4-81d5-4cdf-8e27-8a6fed1e7c6e req-8963fbf7-4a05-4b04-aea9-36119a5896df tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397796 May 30 12:04:54.003957 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:54.093245 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-9e2ff128-aedb-4d4e-9d6e-58d3be5e0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:54.095071 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-9e2ff128-aedb-4d4e-9d6e-58d3be5e0601 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.2412765 May 30 12:04:54.101859 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-bdf7fd28-c4fc-4dc2-b361-31a81d5d1952 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617328 May 30 12:04:54.199581 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 66de87a6-f3b1-41fb-8926-85240efcbe51 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:04:54.207864 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4002c1fa-42e8-4916-ae13-112447234689 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:54.213447 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-2b50acf4-7384-4565-a4af-e12247fcf288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:54.215760 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-2b50acf4-7384-4565-a4af-e12247fcf288 service neutron] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 915 time: 0.2540734 May 30 12:04:54.227650 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52093b4c-7a9e-483b-8d07-c3262ba95214 req-906b435f-bf4b-4170-97f4-7385b9f64de0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:54.234448 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-52093b4c-7a9e-483b-8d07-c3262ba95214 req-906b435f-bf4b-4170-97f4-7385b9f64de0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 944 time: 0.0861094 May 30 12:04:54.276430 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 4002c1fa-42e8-4916-ae13-112447234689 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:04:54.289823 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-52093b4c-7a9e-483b-8d07-c3262ba95214 req-c08dc952-b764-4ae7-9985-04e2cdcd8a91 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543957 May 30 12:04:54.294971 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 4002c1fa-42e8-4916-ae13-112447234689 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:54.295480 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (4002c1fa-42e8-4916-ae13-112447234689), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:54.404308 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-6555508f-3ae0-44e8-a334-b26af84bfcbd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3718156-6792-4881-a093-e2245a9c75e4 HTTP/1.1" status: 200 len: 217 time: 0.0485091 May 30 12:04:54.415004 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:54.463304 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 4002c1fa-42e8-4916-ae13-112447234689 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:54.463748 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4002c1fa-42e8-4916-ae13-112447234689), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:54.469335 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-ef22334f-6c77-4b96-9a04-dc239c031ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:54.471622 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-ef22334f-6c77-4b96-9a04-dc239c031ca3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.0612619 May 30 12:04:54.475052 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'port_id': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'mac_address': 'fa:16:3e:92:5c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:04:54.485814 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-0aa9cc97-95e5-4a1b-b8b4-be5f1cc28ab1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66de87a6-f3b1-41fb-8926-85240efcbe51 HTTP/1.1" status: 200 len: 217 time: 0.1269917 May 30 12:04:54.494308 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdae5e3-81e8-412d-9e2a-0a481c13b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4002c1fa-42e8-4916-ae13-112447234689'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:54.496864 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1e39c2-b40b-4a8b-9601-88adb180ed71" -d '{"events": [{"server_uuid": "dcdae5e3-81e8-412d-9e2a-0a481c13b57b", "name": "network-vif-plugged", "status": "completed", "tag": "4002c1fa-42e8-4916-ae13-112447234689"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:54.560047 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-c70e25ab-6e71-49cc-a732-ded480144176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:54.561707 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-c70e25ab-6e71-49cc-a732-ded480144176 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828240 May 30 12:04:54.565489 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 4002c1fa-42e8-4916-ae13-112447234689, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4002c1fa-42e8-4916-ae13-112447234689,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:54.584391 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4002c1fa-42e8-4916-ae13-112447234689), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:54.585879 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 2d71add9-9fe3-4c66-b490-513b1ce61d40 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:54.632690 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 66de87a6-f3b1-41fb-8926-85240efcbe51 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:54.634293 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:54.666887 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51e637f-8695-423d-80a7-2a6390d90511 x-openstack-request-id: req-c51e637f-8695-423d-80a7-2a6390d90511 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:54.672529 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdae5e3-81e8-412d-9e2a-0a481c13b57b", "name": "network-vif-plugged", "status": "completed", "tag": "4002c1fa-42e8-4916-ae13-112447234689", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:54.673626 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c51e637f-8695-423d-80a7-2a6390d90511 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:54.674427 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51e637f-8695-423d-80a7-2a6390d90511'] response: {'server_uuid': 'dcdae5e3-81e8-412d-9e2a-0a481c13b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4002c1fa-42e8-4916-ae13-112447234689', 'code': 200} May 30 12:04:54.706697 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-6d4d24f2-edbe-4b46-a46a-5b014b9b09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:54.710078 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-6d4d24f2-edbe-4b46-a46a-5b014b9b09dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.2127326 May 30 12:04:54.715967 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66de87a6-f3b1-41fb-8926-85240efcbe51 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:54.721907 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:54.761929 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59860c9c-3b9b-4e34-bf04-7731ebf69746 req-0aa5f012-da8a-476d-bb50-4451de99cfff service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938868 May 30 12:04:54.866734 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:54.884501 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-47de0aa2-59ee-40d0-b99d-2a75f9560937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:54.886214 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:54.887545 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-47de0aa2-59ee-40d0-b99d-2a75f9560937 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1637774 May 30 12:04:54.897087 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=4002c1fa-42e8-4916-ae13-112447234689,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:54.904464 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 2d71add9-9fe3-4c66-b490-513b1ce61d40 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:04:54.932235 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 2d71add9-9fe3-4c66-b490-513b1ce61d40 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:54.932673 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:54.940896 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e283f-b949-4fbb-8b1d-8a5d133ae6dc req-4e743d08-bef4-4f27-91a4-39dc0b755a86 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:54.948040 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a9e283f-b949-4fbb-8b1d-8a5d133ae6dc req-4e743d08-bef4-4f27-91a4-39dc0b755a86 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 943 time: 0.2221210 May 30 12:04:54.982812 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d819a8-4204-4e7d-9a24-1d641db0092a req-c804e2cf-e840-468c-a01e-717c5ec79148 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:54.984407 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c9d819a8-4204-4e7d-9a24-1d641db0092a req-c804e2cf-e840-468c-a01e-717c5ec79148 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 944 time: 0.2019358 May 30 12:04:54.994389 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:54.997529 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:55.026473 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:55.047375 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 2d71add9-9fe3-4c66-b490-513b1ce61d40 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:55.048384 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:55.060493 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a9e283f-b949-4fbb-8b1d-8a5d133ae6dc req-a5507f75-28bd-427b-98cf-5b7522a0886f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114249 May 30 12:04:55.066832 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-647d8b84-553a-4f1b-b6d8-d825a7390ba7 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841449 May 30 12:04:55.100673 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c9d819a8-4204-4e7d-9a24-1d641db0092a req-faa63203-907c-4dfa-a22c-f66694f6895e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034217 May 30 12:04:55.113197 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 2d71add9-9fe3-4c66-b490-513b1ce61d40, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:55.120569 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:55.185929 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['66de87a6-f3b1-41fb-8926-85240efcbe51'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:04:55.246901 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=2d71add9-9fe3-4c66-b490-513b1ce61d40,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:55.256393 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdefb2-7251-4cef-83d9-5c5157d82843 req-43a00f4b-4b26-4972-9425-54d285032e37 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:55.265607 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-11bdefb2-7251-4cef-83d9-5c5157d82843 req-43a00f4b-4b26-4972-9425-54d285032e37 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 945 time: 0.0872569 May 30 12:04:55.329545 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-11bdefb2-7251-4cef-83d9-5c5157d82843 req-169d9b67-2067-405b-bea9-0b6e9e259850 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626731 May 30 12:04:55.448671 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1775c-003e-40eb-90d1-0b6f7b0b2480 req-484b2564-c021-4371-ae24-de0400e20a12 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:55.450160 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b7a1775c-003e-40eb-90d1-0b6f7b0b2480 req-484b2564-c021-4371-ae24-de0400e20a12 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 944 time: 0.1075203 May 30 12:04:55.502324 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55470a-d45e-4c1d-b7a7-f5bb3c04eec7 req-4e0b2abf-6c12-43ce-9bd7-157274ac0fdb tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:55.503807 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9a55470a-d45e-4c1d-b7a7-f5bb3c04eec7 req-4e0b2abf-6c12-43ce-9bd7-157274ac0fdb tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 944 time: 0.0842011 May 30 12:04:55.552149 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b7a1775c-003e-40eb-90d1-0b6f7b0b2480 req-4e00f11a-acd0-4ab8-be0b-9ab7521f9a1c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824578 May 30 12:04:55.578670 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9a55470a-d45e-4c1d-b7a7-f5bb3c04eec7 req-b0d7003a-d529-4743-86e7-80f7f3c8ec6b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642643 May 30 12:04:55.924943 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:55.944971 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-b92848b5-61d9-4337-9ac2-6bb0db64f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:55.947121 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-b92848b5-61d9-4337-9ac2-6bb0db64f014 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 1127 time: 0.1243358 May 30 12:04:55.948228 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45c8d0-a488-47cf-985f-1a872e3264c2 req-f717ddb1-336e-498b-9326-87790036fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:55.949725 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ab45c8d0-a488-47cf-985f-1a872e3264c2 req-f717ddb1-336e-498b-9326-87790036fa02 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 1129 time: 0.0792150 May 30 12:04:56.049840 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-ae35a35e-3874-4ce4-996d-a0322337ab1d service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346356 May 30 12:04:56.174737 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-e7e5dbda-30e2-4195-9974-0dec73c64aff service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784230 May 30 12:04:56.213904 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device f3718156-6792-4881-a093-e2245a9c75e4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:04:56.228812 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 66de87a6-f3b1-41fb-8926-85240efcbe51 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:56.299508 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78af6c-15d6-4843-9db2-666c1eac0f02 req-c98e1578-b781-42a6-97e1-a80dfe4797a5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:56.301328 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-de78af6c-15d6-4843-9db2-666c1eac0f02 req-c98e1578-b781-42a6-97e1-a80dfe4797a5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 943 time: 0.0939910 May 30 12:04:56.360180 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912bffd-4c38-404f-af28-fc5f9489ddc8 req-3a063013-b04f-447f-a46e-393bcca6015c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:56.362496 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a912bffd-4c38-404f-af28-fc5f9489ddc8 req-3a063013-b04f-447f-a46e-393bcca6015c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.1083817 May 30 12:04:56.390169 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 66de87a6-f3b1-41fb-8926-85240efcbe51 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:04:56.407507 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 66de87a6-f3b1-41fb-8926-85240efcbe51 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:56.407881 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:56.433324 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-de78af6c-15d6-4843-9db2-666c1eac0f02 req-e2bb9557-6349-49d4-b12a-b76eeb0b9c3e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042435 May 30 12:04:56.490475 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ab45c8d0-a488-47cf-985f-1a872e3264c2 req-8b8fa93b-a6bf-4ee4-8271-37a881398754 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782384 May 30 12:04:56.517460 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a912bffd-4c38-404f-af28-fc5f9489ddc8 req-71029f66-9506-4378-b22e-b735650807c6 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359618 May 30 12:04:56.522737 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 66de87a6-f3b1-41fb-8926-85240efcbe51 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:56.523253 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:56.552323 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:56.567483 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port f3718156-6792-4881-a093-e2245a9c75e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f3718156-6792-4881-a093-e2245a9c75e4,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:56.572686 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-960da0ca-810a-4b38-af57-bf72e9b39093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:56.574734 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-960da0ca-810a-4b38-af57-bf72e9b39093 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.2634945 May 30 12:04:56.577271 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-f9f0f140-8e05-446b-8513-dc9d1aa6a41c req-c9f836fb-31ec-4a38-86c1-377e2ba4b76e service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761984 May 30 12:04:56.592059 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'f3718156-6792-4881-a093-e2245a9c75e4', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:04:56.615152 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e65863-7e1e-41d2-9888-87d391616655 req-fc124a1b-8609-40d5-94f1-41d186b14a65 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:56.616928 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-76e65863-7e1e-41d2-9888-87d391616655 req-fc124a1b-8609-40d5-94f1-41d186b14a65 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 945 time: 0.0934145 May 30 12:04:56.641171 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:56.653830 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:56.683592 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d71add9-9fe3-4c66-b490-513b1ce61d40'}, {'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:56.686126 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cb9a6e-3ed4-49d2-bb91-d85079577ac3" -d '{"events": [{"server_uuid": "08b1b860-516e-4041-8df8-1fa8cc65a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "2d71add9-9fe3-4c66-b490-513b1ce61d40"}, {"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-plugged", "status": "completed", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:56.715715 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port f3718156-6792-4881-a093-e2245a9c75e4 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:56.716108 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f3718156-6792-4881-a093-e2245a9c75e4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:56.721167 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-76e65863-7e1e-41d2-9888-87d391616655 req-f5f748e6-92b9-47b3-8a80-11bf1c8f5188 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983336 May 30 12:04:56.744402 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05286712-e90d-4028-b271-d27c228770fd req-67b30a7e-4a96-4c45-9ef4-003f08824d3c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:56.756081 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-05286712-e90d-4028-b271-d27c228770fd req-67b30a7e-4a96-4c45-9ef4-003f08824d3c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0741510 May 30 12:04:56.756316 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3718156-6792-4881-a093-e2245a9c75e4 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:56.783017 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:56.795923 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port f3718156-6792-4881-a093-e2245a9c75e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f3718156-6792-4881-a093-e2245a9c75e4,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:56.802214 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (f3718156-6792-4881-a093-e2245a9c75e4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:56.802739 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-4585ffba-3382-46ec-aade-cdc574d9dadf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f1b1022-04af-4f21-b1e6-4960bf03a94c HTTP/1.1" status: 200 len: 217 time: 0.0669508 May 30 12:04:56.806854 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:56.872248 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-05286712-e90d-4028-b271-d27c228770fd req-b540191f-c0ed-4446-a91b-cce2d316d9c6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098886 May 30 12:04:56.891094 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=f3718156-6792-4881-a093-e2245a9c75e4,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:56.894059 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-7e9f7ebc-9109-433d-8c8e-200ed90298f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:56.895987 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-7e9f7ebc-9109-433d-8c8e-200ed90298f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0923662 May 30 12:04:56.936387 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8978859-191e-45dc-bfb0-e0e222c77738 req-c323bda5-7992-498b-b945-304cfdb5758f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:56.938164 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c8978859-191e-45dc-bfb0-e0e222c77738 req-c323bda5-7992-498b-b945-304cfdb5758f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 945 time: 0.0701802 May 30 12:04:56.963600 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:56.964991 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 May 2022 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc23753-6601-4c0a-9032-887d40282aee x-openstack-request-id: req-2dc23753-6601-4c0a-9032-887d40282aee {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:56.965294 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b1b860-516e-4041-8df8-1fa8cc65a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "2d71add9-9fe3-4c66-b490-513b1ce61d40", "code": 200}, {"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-plugged", "status": "completed", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:56.965553 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dc23753-6601-4c0a-9032-887d40282aee {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:56.965994 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc23753-6601-4c0a-9032-887d40282aee'] response: {'server_uuid': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d71add9-9fe3-4c66-b490-513b1ce61d40', 'code': 200} May 30 12:04:56.966257 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc23753-6601-4c0a-9032-887d40282aee'] response: {'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'code': 200} May 30 12:04:56.997943 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c8978859-191e-45dc-bfb0-e0e222c77738 req-6a205e8c-fdc7-4c43-850f-6ab0449d60ce tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536950 May 30 12:04:57.100498 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['f3718156-6792-4881-a093-e2245a9c75e4'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:04:57.149680 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:57.267892 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40142) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:57.307172 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-48456c6f-8dc0-45d9-8961-3d00c456104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:57.309735 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-48456c6f-8dc0-45d9-8961-3d00c456104d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640399 May 30 12:04:57.507395 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86b11e38-c05c-49d0-a91a-88a8ab87c94f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:57.555363 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-c7aa4aa7-562f-4830-9924-73966da62e50 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335472 May 30 12:04:57.584199 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a81474-f2dd-4dac-90dd-b27009d252b6 req-83037e83-9ee1-4cf6-b3af-bcbce3e74391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:57.585906 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3a81474-f2dd-4dac-90dd-b27009d252b6 req-83037e83-9ee1-4cf6-b3af-bcbce3e74391 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 1129 time: 0.0776460 May 30 12:04:57.621993 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482c295-906d-4975-92bf-74a8abfc05bf req-d7d495ab-d856-4efb-9384-4462b2a10003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:57.623496 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4482c295-906d-4975-92bf-74a8abfc05bf req-d7d495ab-d856-4efb-9384-4462b2a10003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 943 time: 0.0780795 May 30 12:04:57.689806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec454a-1dc0-4caf-9c07-e60074ab9f69 req-9782c236-4341-4f65-9ef3-b3a5b12d782d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:57.691316 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-caec454a-1dc0-4caf-9c07-e60074ab9f69 req-9782c236-4341-4f65-9ef3-b3a5b12d782d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0881915 May 30 12:04:57.758377 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4482c295-906d-4975-92bf-74a8abfc05bf req-5bc2cd18-b094-4e90-9edc-17d059b7955c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146009 May 30 12:04:57.779011 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86b11e38-c05c-49d0-a91a-88a8ab87c94f admin admin] Publish callbacks [] for security_group (11af40c0-6260-4734-aded-09ec39723209), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:57.789276 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86b11e38-c05c-49d0-a91a-88a8ab87c94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (11af40c0-6260-4734-aded-09ec39723209), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:57.815982 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-caec454a-1dc0-4caf-9c07-e60074ab9f69 req-6f0d3cfd-5835-4c8e-b80d-a837397e83a6 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146405 May 30 12:04:57.837654 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b11e38-c05c-49d0-a91a-88a8ab87c94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11af40c0-6260-4734-aded-09ec39723209,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:57.846187 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-86b11e38-c05c-49d0-a91a-88a8ab87c94f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a1116efd72f43d5ab05225c05323b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5720623 May 30 12:04:57.849657 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40162) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:57.921371 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e244de2-7fb9-4bea-a342-8cb0420a4819 admin admin] Publish callbacks [] for security_group (11af40c0-6260-4734-aded-09ec39723209), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:57.933573 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:57.947477 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e244de2-7fb9-4bea-a342-8cb0420a4819 admin admin] Publish callbacks [] for security_group (11af40c0-6260-4734-aded-09ec39723209), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.036238 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a5ce-290f-4395-a28c-71b7d2f66be8 req-7a2a7d45-cd76-4de3-b929-4a4a4068670a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:58.037705 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-77a0a5ce-290f-4395-a28c-71b7d2f66be8 req-7a2a7d45-cd76-4de3-b929-4a4a4068670a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0614381 May 30 12:04:58.052932 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e244de2-7fb9-4bea-a342-8cb0420a4819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (11af40c0-6260-4734-aded-09ec39723209), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.055597 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e244de2-7fb9-4bea-a342-8cb0420a4819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.056693 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6e244de2-7fb9-4bea-a342-8cb0420a4819 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11af40c0-6260-4734-aded-09ec39723209 HTTP/1.1" status: 204 len: 168 time: 0.2058406 May 30 12:04:58.077932 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e244de2-7fb9-4bea-a342-8cb0420a4819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af40c0-6260-4734-aded-09ec39723209,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:58.158839 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-77a0a5ce-290f-4395-a28c-71b7d2f66be8 req-8cf6cc2a-e1a7-43d5-9bef-72a0ad661108 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145408 May 30 12:04:58.181398 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2290d-8641-4c9a-a5d3-5bfc999808ce req-72e7aa3b-f206-47c0-a96f-490081f5493b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:58.192510 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-06c2290d-8641-4c9a-a5d3-5bfc999808ce req-72e7aa3b-f206-47c0-a96f-490081f5493b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 945 time: 0.0956390 May 30 12:04:58.237119 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 1f1b1022-04af-4f21-b1e6-4960bf03a94c details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:04:58.249446 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device f3718156-6792-4881-a093-e2245a9c75e4 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:04:58.296842 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-06c2290d-8641-4c9a-a5d3-5bfc999808ce req-418dbfa3-153c-4ff6-ac59-4d212ecb9fe3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030247 May 30 12:04:58.382182 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port f3718156-6792-4881-a093-e2245a9c75e4 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:04:58.429077 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port f3718156-6792-4881-a093-e2245a9c75e4 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:04:58.429535 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (f3718156-6792-4881-a093-e2245a9c75e4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.449939 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:58.474889 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ca0b5-4732-44e0-ac72-f98bad895857 req-a4d3217d-13df-43c8-84b3-bd74623de5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:58.476579 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-fb9ca0b5-4732-44e0-ac72-f98bad895857 req-a4d3217d-13df-43c8-84b3-bd74623de5e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 1129 time: 0.4087696 May 30 12:04:58.522825 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 1f1b1022-04af-4f21-b1e6-4960bf03a94c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1f1b1022-04af-4f21-b1e6-4960bf03a94c,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:58.535771 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3a81474-f2dd-4dac-90dd-b27009d252b6 req-e46c5606-9322-4148-839e-76138603b428 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4552364 May 30 12:04:58.542256 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9fae1f7b-55c2-4ebb-adc6-efd4c1f3643b req-03c5dc01-49fc-491a-809d-b9570733d7f8 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631312 May 30 12:04:58.566674 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '1f1b1022-04af-4f21-b1e6-4960bf03a94c', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'port_id': '1f1b1022-04af-4f21-b1e6-4960bf03a94c', 'mac_address': 'fa:16:3e:df:85:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:04:58.575009 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-fb9ca0b5-4732-44e0-ac72-f98bad895857 req-1ce305c8-8ea8-4a7f-8de5-22abb24f0877 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822072 May 30 12:04:58.602677 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port f3718156-6792-4881-a093-e2245a9c75e4 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:58.603068 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f3718156-6792-4881-a093-e2245a9c75e4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.624232 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40184) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:58.632608 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 1f1b1022-04af-4f21-b1e6-4960bf03a94c is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:04:58.633211 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.640187 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5a25b188-67e4-420f-8c56-41e180ce7075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.659709 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1b1022-04af-4f21-b1e6-4960bf03a94c {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:04:58.665518 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port f3718156-6792-4881-a093-e2245a9c75e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f3718156-6792-4881-a093-e2245a9c75e4,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:58.676357 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (f3718156-6792-4881-a093-e2245a9c75e4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.711876 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 1f1b1022-04af-4f21-b1e6-4960bf03a94c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1f1b1022-04af-4f21-b1e6-4960bf03a94c,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:04:58.720099 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.736305 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5a25b188-67e4-420f-8c56-41e180ce7075 admin admin] Publish callbacks [] for security_group (0f9da331-7f9c-4d70-b266-c35df3e76082), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.740384 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5a25b188-67e4-420f-8c56-41e180ce7075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (0f9da331-7f9c-4d70-b266-c35df3e76082), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.741562 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=f3718156-6792-4881-a093-e2245a9c75e4,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:58.745749 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:58.785050 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25b188-67e4-420f-8c56-41e180ce7075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9da331-7f9c-4d70-b266-c35df3e76082,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:58.795841 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=1f1b1022-04af-4f21-b1e6-4960bf03a94c,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:58.799997 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5a25b188-67e4-420f-8c56-41e180ce7075 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d352c2b703c546f9a67a644c79b10a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746347 May 30 12:04:58.802762 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40188) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:04:58.854922 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-94bec78f-920e-497e-a235-2625fa3054c8 admin admin] Publish callbacks [] for security_group (0f9da331-7f9c-4d70-b266-c35df3e76082), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.877980 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-94bec78f-920e-497e-a235-2625fa3054c8 admin admin] Publish callbacks [] for security_group (0f9da331-7f9c-4d70-b266-c35df3e76082), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.887794 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4896a1-1140-4651-b4b5-3b24792f4b95 req-d38459e8-7086-43fe-802c-a4450bca11d2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:58.889361 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e4896a1-1140-4651-b4b5-3b24792f4b95 req-d38459e8-7086-43fe-802c-a4450bca11d2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 944 time: 0.0487301 May 30 12:04:58.940505 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-94bec78f-920e-497e-a235-2625fa3054c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (0f9da331-7f9c-4d70-b266-c35df3e76082), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.944459 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-94bec78f-920e-497e-a235-2625fa3054c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:04:58.948070 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-94bec78f-920e-497e-a235-2625fa3054c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f9da331-7f9c-4d70-b266-c35df3e76082 HTTP/1.1" status: 204 len: 168 time: 0.1419978 May 30 12:04:58.954499 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e4896a1-1140-4651-b4b5-3b24792f4b95 req-00ed3816-7c55-4ed8-a786-65b974a4b58a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573452 May 30 12:04:58.960978 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bec78f-920e-497e-a235-2625fa3054c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9da331-7f9c-4d70-b266-c35df3e76082,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:04:58.968531 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3718156-6792-4881-a093-e2245a9c75e4'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:04:58.971771 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e32c58-9de5-497a-be13-955d4e2b4cec" -d '{"events": [{"server_uuid": "54ad4de0-2282-4baf-86a4-40d5ba1ba62a", "name": "network-vif-plugged", "status": "completed", "tag": "f3718156-6792-4881-a093-e2245a9c75e4"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:04:59.067914 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['1f1b1022-04af-4f21-b1e6-4960bf03a94c'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:04:59.117016 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:04:59.142944 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cef46-2f10-4454-8415-a9900da6c144 req-c99c0a86-0337-420d-9729-e31577697ace tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:59.144340 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-743cef46-2f10-4454-8415-a9900da6c144 req-c99c0a86-0337-420d-9729-e31577697ace tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0618963 May 30 12:04:59.232893 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-743cef46-2f10-4454-8415-a9900da6c144 req-96da502c-f845-48b9-9a32-cb4abad801c7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733006 May 30 12:04:59.282852 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a58a6c-0092-43dd-827c-9f0c0fb744da x-openstack-request-id: req-94a58a6c-0092-43dd-827c-9f0c0fb744da {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:04:59.283589 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ad4de0-2282-4baf-86a4-40d5ba1ba62a", "name": "network-vif-plugged", "status": "completed", "tag": "f3718156-6792-4881-a093-e2245a9c75e4", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:04:59.283929 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94a58a6c-0092-43dd-827c-9f0c0fb744da {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:04:59.284426 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a58a6c-0092-43dd-827c-9f0c0fb744da'] response: {'server_uuid': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3718156-6792-4881-a093-e2245a9c75e4', 'code': 200} May 30 12:04:59.401542 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f5694-69bd-4712-972b-252f445c2633 req-e0452150-b160-4259-87d4-e2e5d9f7ef4e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:59.411549 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-720f5694-69bd-4712-972b-252f445c2633 req-e0452150-b160-4259-87d4-e2e5d9f7ef4e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0715795 May 30 12:04:59.465347 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-720f5694-69bd-4712-972b-252f445c2633 req-c497f79e-fa86-43a9-95d6-93667e116253 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525091 May 30 12:04:59.609424 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8c2d1-f715-4391-8509-3cf0483438de req-2a32f9b1-904f-414c-b281-3bcb004c26d0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:04:59.612031 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-75f8c2d1-f715-4391-8509-3cf0483438de req-2a32f9b1-904f-414c-b281-3bcb004c26d0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 946 time: 0.0718453 May 30 12:04:59.663626 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-75f8c2d1-f715-4391-8509-3cf0483438de req-3f30c01b-bac4-479b-a9dc-5f4d31a6eb7a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460458 May 30 12:04:59.875185 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40250) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:00.050599 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.162537 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Publish callbacks [] for security_group (7d89f630-1a42-4319-a30b-cbc8346579bf), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.167119 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (7d89f630-1a42-4319-a30b-cbc8346579bf), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.190937 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66e2aa-413c-4a31-b182-3c507cce0b45 req-c57c81ab-c07b-4383-9fa0-2adb299470cd tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:00.190937 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ea66e2aa-413c-4a31-b182-3c507cce0b45 req-c57c81ab-c07b-4383-9fa0-2adb299470cd tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 944 time: 0.0714777 May 30 12:05:00.199319 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89f630-1a42-4319-a30b-cbc8346579bf,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.220938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.223840 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.262225 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-e89dc292-0850-4614-a3bf-4b5672ac58bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d37e17fe95949f291de5394c3697ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851309 May 30 12:05:00.263195 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40270) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:00.275893 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 1f1b1022-04af-4f21-b1e6-4960bf03a94c up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:05:00.316995 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ea66e2aa-413c-4a31-b182-3c507cce0b45 req-07169aea-a267-45b5-b3ae-c657e0fa13b1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170702 May 30 12:05:00.326640 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0599b08e-b653-43c5-b5a4-93cbfa7f3c8a admin admin] Publish callbacks [] for security_group (7d89f630-1a42-4319-a30b-cbc8346579bf), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.359801 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:00.365678 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0599b08e-b653-43c5-b5a4-93cbfa7f3c8a admin admin] Publish callbacks [] for security_group (7d89f630-1a42-4319-a30b-cbc8346579bf), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.385945 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:00.409069 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 1f1b1022-04af-4f21-b1e6-4960bf03a94c completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:05:00.422231 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 1f1b1022-04af-4f21-b1e6-4960bf03a94c triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:05:00.423601 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.438941 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0599b08e-b653-43c5-b5a4-93cbfa7f3c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (7d89f630-1a42-4319-a30b-cbc8346579bf), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.443350 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0599b08e-b653-43c5-b5a4-93cbfa7f3c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.445471 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-0599b08e-b653-43c5-b5a4-93cbfa7f3c8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d89f630-1a42-4319-a30b-cbc8346579bf HTTP/1.1" status: 204 len: 168 time: 0.1810548 May 30 12:05:00.457280 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599b08e-b653-43c5-b5a4-93cbfa7f3c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89f630-1a42-4319-a30b-cbc8346579bf,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:00.500783 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:00.543721 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516d0bf-5531-4419-a9b2-4447c612b3f9 req-adf1fc62-c3f5-4b49-8775-15b69353d04a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:00.549577 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e516d0bf-5531-4419-a9b2-4447c612b3f9 req-adf1fc62-c3f5-4b49-8775-15b69353d04a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.1388209 May 30 12:05:00.566186 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 1f1b1022-04af-4f21-b1e6-4960bf03a94c is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:05:00.567026 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.617424 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 1f1b1022-04af-4f21-b1e6-4960bf03a94c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1f1b1022-04af-4f21-b1e6-4960bf03a94c,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:05:00.627145 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:00.654390 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e516d0bf-5531-4419-a9b2-4447c612b3f9 req-99920c60-7ec4-41a7-888f-ebc345a42104 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002755 May 30 12:05:00.724123 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91718544-4091-418f-94a3-68d710d1d3c3 req-5f5d9c85-9f03-424f-b2a3-d19f4557d19a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:00.725760 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-91718544-4091-418f-94a3-68d710d1d3c3 req-5f5d9c85-9f03-424f-b2a3-d19f4557d19a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0771685 May 30 12:05:00.770853 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=1f1b1022-04af-4f21-b1e6-4960bf03a94c,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:00.781326 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.781326 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.781326 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.782710 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.782710 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.783188 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.783769 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.784601 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.784601 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.785319 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.785815 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.786330 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.786756 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.787182 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.787978 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:00.800041 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-91718544-4091-418f-94a3-68d710d1d3c3 req-ab1eae64-2033-42f5-bf0f-95bb55656270 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667470 May 30 12:05:00.859124 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749bab8-59b1-40c7-b684-c9ea202c397f req-0cfa7fa4-1f56-4677-9c8a-4d09c7811db4 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:00.893311 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d749bab8-59b1-40c7-b684-c9ea202c397f req-0cfa7fa4-1f56-4677-9c8a-4d09c7811db4 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 946 time: 0.0838571 May 30 12:05:00.985599 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d749bab8-59b1-40c7-b684-c9ea202c397f req-59b31883-1e49-4e70-9707-8c34981bbc7a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908234 May 30 12:05:00.993083 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaa3a8-aec0-4451-afba-d3ec0fe6e1a5 req-385a2e5d-21ad-49e6-a57f-d73a08fde78e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:00.995049 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6ddaa3a8-aec0-4451-afba-d3ec0fe6e1a5 req-385a2e5d-21ad-49e6-a57f-d73a08fde78e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0763202 May 30 12:05:01.005289 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40296) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:01.009993 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-4d6901a4-51af-4dc0-9a71-a99d19e27d19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'floatingip': {'port_id': '66de87a6-f3b1-41fb-8926-85240efcbe51'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:05:01.048149 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40298) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:01.062141 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:01.086143 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4d6901a4-51af-4dc0-9a71-a99d19e27d19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (83efb3ed-6770-479c-97d0-ede85a58fe73), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:01.185061 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Publish callbacks [] for security_group (07fc6ad9-76d5-489b-b715-59a45a74c939), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:01.190870 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (07fc6ad9-76d5-489b-b715-59a45a74c939), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:01.231189 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:01.236200 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fc6ad9-76d5-489b-b715-59a45a74c939,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:01.255420 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b035cbab320747f79860603860f12459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057903 May 30 12:05:01.259349 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40302) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:01.279534 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.280232 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.280379 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.280776 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.281115 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.281443 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.282618 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.282618 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.282898 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.283225 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.283552 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.283894 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.284221 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.284657 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.284856 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa59f13-c41e-4c2f-9ac4-30bdbc05136c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:05:01.285917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8542b17d-0c65-4c5d-bc97-9d17545e2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b1022-04af-4f21-b1e6-4960bf03a94c'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:01.289398 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ba8fc4-8c97-480d-92f4-d835a1f2a8e8" -d '{"events": [{"server_uuid": "8542b17d-0c65-4c5d-bc97-9d17545e2126", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b1022-04af-4f21-b1e6-4960bf03a94c"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:01.332916 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a29ff2b6-0415-4525-a75e-cb46075907e5 admin admin] Publish callbacks [] for security_group (07fc6ad9-76d5-489b-b715-59a45a74c939), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:01.374936 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a29ff2b6-0415-4525-a75e-cb46075907e5 admin admin] Publish callbacks [] for security_group (07fc6ad9-76d5-489b-b715-59a45a74c939), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:01.377407 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-39b1a181-ffb1-4219-b1d8-d71952e6fec9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1676228 May 30 12:05:01.383889 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1218c-ae73-47cf-a2eb-7f86bd40eacf req-28829b17-701c-4cad-b491-da262e437623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:01.385653 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-12e1218c-ae73-47cf-a2eb-7f86bd40eacf req-28829b17-701c-4cad-b491-da262e437623 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 1130 time: 0.1680489 May 30 12:05:01.400049 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34722de-2939-43e2-b63f-f6eaccefab63 x-openstack-request-id: req-a34722de-2939-43e2-b63f-f6eaccefab63 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:01.401004 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8542b17d-0c65-4c5d-bc97-9d17545e2126", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b1022-04af-4f21-b1e6-4960bf03a94c", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:01.401451 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a34722de-2939-43e2-b63f-f6eaccefab63 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:01.402014 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34722de-2939-43e2-b63f-f6eaccefab63'] response: {'server_uuid': '8542b17d-0c65-4c5d-bc97-9d17545e2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b1022-04af-4f21-b1e6-4960bf03a94c', 'code': 200} May 30 12:05:01.412349 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:01.551474 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-12e1218c-ae73-47cf-a2eb-7f86bd40eacf req-72fda1f2-b69f-48a2-b016-e90a3ca44707 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587744 May 30 12:05:01.552527 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-05b0b5f3-f812-4bd0-ad8b-6d0feac0742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:01.554197 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-05b0b5f3-f812-4bd0-ad8b-6d0feac0742f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a60b241805384ef49352b3791cfd3d8c&device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 1129 time: 0.0900164 May 30 12:05:01.629223 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902d081-a4fd-4933-b70a-c312e7a8f126 req-58f79adb-bc05-4219-8c3e-cb2a89c4089b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:01.636247 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a902d081-a4fd-4933-b70a-c312e7a8f126 req-58f79adb-bc05-4219-8c3e-cb2a89c4089b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.1249800 May 30 12:05:01.681254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a29ff2b6-0415-4525-a75e-cb46075907e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (07fc6ad9-76d5-489b-b715-59a45a74c939), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:01.685957 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a29ff2b6-0415-4525-a75e-cb46075907e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:01.687230 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a29ff2b6-0415-4525-a75e-cb46075907e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07fc6ad9-76d5-489b-b715-59a45a74c939 HTTP/1.1" status: 204 len: 168 time: 0.4266586 May 30 12:05:01.701116 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ff2b6-0415-4525-a75e-cb46075907e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fc6ad9-76d5-489b-b715-59a45a74c939,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:01.707919 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a902d081-a4fd-4933-b70a-c312e7a8f126 req-510103c4-7559-4159-a43c-7b66180664f2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705259 May 30 12:05:01.912441 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37368188-6235-4af3-bc05-8a0fe95dd608 req-2253f72c-87c7-4bce-b2e1-f9f1b4ad73d5 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:01.914918 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-37368188-6235-4af3-bc05-8a0fe95dd608 req-2253f72c-87c7-4bce-b2e1-f9f1b4ad73d5 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0849409 May 30 12:05:01.951163 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159780a3-f921-460d-8dc3-d5617aa2f053 req-55e56126-5ee4-46aa-a4b2-675237ac67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:01.952734 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-159780a3-f921-460d-8dc3-d5617aa2f053 req-55e56126-5ee4-46aa-a4b2-675237ac67a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 1129 time: 0.1172576 May 30 12:05:01.967824 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-37368188-6235-4af3-bc05-8a0fe95dd608 req-866ab607-17bd-4ed8-aa36-6f11f9017186 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461867 May 30 12:05:02.129399 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-4f26b280-90dd-45d4-ac91-d6ee88c981ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:02.131490 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-4f26b280-90dd-45d4-ac91-d6ee88c981ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=058f1ca1-dd47-4544-bac8-2587bcf6b3a9 HTTP/1.1" status: 200 len: 913 time: 0.2485516 May 30 12:05:02.132816 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:02.144721 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cf08d-0144-4751-8806-8fad4219c618 req-0b5387ac-4ba6-4d86-967d-0de6a40e3fad tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:02.146503 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e98cf08d-0144-4751-8806-8fad4219c618 req-0b5387ac-4ba6-4d86-967d-0de6a40e3fad tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0916834 May 30 12:05:02.162985 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40330) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:02.167760 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'floatingip': {'port_id': '2d71add9-9fe3-4c66-b490-513b1ce61d40'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:05:02.204743 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ed9e2-e0a0-42cc-8420-624b171deeca req-ebc6d849-26e7-441d-8d90-ba81a38a6c62 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:02.206257 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7c1ed9e2-e0a0-42cc-8420-624b171deeca req-ebc6d849-26e7-441d-8d90-ba81a38a6c62 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 946 time: 0.1143870 May 30 12:05:02.256912 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (6405e418-e368-4bf8-b0eb-5772eb4e2f2b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:02.298658 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4d6901a4-51af-4dc0-9a71-a99d19e27d19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:02.304125 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4d6901a4-51af-4dc0-9a71-a99d19e27d19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (83efb3ed-6770-479c-97d0-ede85a58fe73), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:02.407176 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7c1ed9e2-e0a0-42cc-8420-624b171deeca req-f8e2cac8-5f68-4737-9db3-a4c33eab9cb7 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697772 May 30 12:05:02.674461 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-e31bbfc9-aeff-4f9a-9344-244906edcdaa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fecff73-c0eb-4774-9017-6b7fd73b4455 HTTP/1.1" status: 200 len: 217 time: 0.0673275 May 30 12:05:02.696933 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [None req-4d6901a4-51af-4dc0-9a71-a99d19e27d19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Floating IP 83efb3ed-6770-479c-97d0-ede85a58fe73 associated. External IP: 172.27.1.45, port: 66de87a6-f3b1-41fb-8926-85240efcbe51. May 30 12:05:02.769129 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:02.791851 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-159780a3-f921-460d-8dc3-d5617aa2f053 req-e15964c1-3900-4b31-aaab-2766d08bd8e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858916 May 30 12:05:02.879528 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-75a7636d-0981-4d64-9ffa-df33ad0d3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:02.881133 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-75a7636d-0981-4d64-9ffa-df33ad0d3253 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=591ebd9d-edfc-45a9-97ee-bbb3b47baacd HTTP/1.1" status: 200 len: 852 time: 0.1981249 May 30 12:05:03.041613 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6901a4-51af-4dc0-9a71-a99d19e27d19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Router 310e0f69-6350-4ff1-85d8-234cd151838a has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:05:03.056027 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:03.091963 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:03.223358 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-030dcefd-f662-4f6e-96e8-5b6091c166ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=058f1ca1-dd47-4544-bac8-2587bcf6b3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452535 May 30 12:05:03.231332 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6901a4-51af-4dc0-9a71-a99d19e27d19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:05:03.235597 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7195419f-2217-4d86-9840-358c89238919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:03.244864 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4d6901a4-51af-4dc0-9a71-a99d19e27d19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:03.249487 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] Sync routers for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:05:03.275910 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.db.resource_extend [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 12:05:03.279426 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:05:03.281506 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:03.329650 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-4d6901a4-51af-4dc0-9a71-a99d19e27d19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "PUT /v2.0/floatingips/83efb3ed-6770-479c-97d0-ede85a58fe73 HTTP/1.1" status: 200 len: 990 time: 2.3223395 May 30 12:05:03.331033 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:03.334201 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870b05ea-0c7d-470f-af6f-955b74bc7d17" -d '{"events": [{"name": "network-changed", "server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:03.355181 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:03.364653 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (6405e418-e368-4bf8-b0eb-5772eb4e2f2b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:03.390742 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebf2a84-3811-4fde-8313-b771b30f0e7a x-openstack-request-id: req-bebf2a84-3811-4fde-8313-b771b30f0e7a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:03.391948 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:03.392583 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bebf2a84-3811-4fde-8313-b771b30f0e7a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:03.393170 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebf2a84-3811-4fde-8313-b771b30f0e7a'] response: {'name': 'network-changed', 'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'status': 'completed', 'code': 200} May 30 12:05:03.440436 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3ea28-11bd-4f8e-a330-c7e5514112fe req-4f02d0a3-af73-497b-b121-ec9eba9f00da tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:03.458318 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-01b3ea28-11bd-4f8e-a330-c7e5514112fe req-4f02d0a3-af73-497b-b121-ec9eba9f00da tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.6101794 May 30 12:05:03.470795 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:05:03.487965 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:03.537550 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-01b3ea28-11bd-4f8e-a330-c7e5514112fe req-d0b9cdf7-05b1-42ca-9b5a-2ffe8b58c156 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778904 May 30 12:05:03.640494 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Floating IP 6405e418-e368-4bf8-b0eb-5772eb4e2f2b associated. External IP: 172.27.1.153, port: 2d71add9-9fe3-4c66-b490-513b1ce61d40. May 30 12:05:03.651505 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bde08-bbd1-4a7b-8af1-9254724754e5 req-0919ecce-2556-450c-bf68-7932a14dc78b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:03.653379 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a68bde08-bbd1-4a7b-8af1-9254724754e5 req-0919ecce-2556-450c-bf68-7932a14dc78b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 946 time: 0.0762856 May 30 12:05:03.797896 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '83efb3ed-6770-479c-97d0-ede85a58fe73', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'port_id': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'mac_address': 'fa:16:3e:92:5c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:28Z', 'updated_at': '2022-05-30T12:05:02Z', 'revision_number': 1, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:03.800773 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a68bde08-bbd1-4a7b-8af1-9254724754e5 req-3c901a6d-4055-4daf-9906-8a2fb7b1c875 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172173 May 30 12:05:03.835076 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] Checking router: 310e0f69-6350-4ff1-85d8-234cd151838a for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:05:03.844646 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:05:03.845412 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:03.900931 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:03.975635 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5f5ea-4307-4964-b7e5-0fcca577e09e req-6bcb3dfb-c8f2-45e3-bbcb-c79caf0de48d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:03.977196 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c8f5f5ea-4307-4964-b7e5-0fcca577e09e req-6bcb3dfb-c8f2-45e3-bbcb-c79caf0de48d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 946 time: 0.0981197 May 30 12:05:03.986744 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40396) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:03.992947 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-2dcec6b6-b7da-4f5d-a6e1-8986b5e39275 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'floatingip': {'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:05:04.005180 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:05:04.084022 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2dcec6b6-b7da-4f5d-a6e1-8986b5e39275 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (5e71a911-0e33-4a9b-87dd-77d56695fc08), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:04.143041 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Router f6774cbd-e217-40a1-bec7-c4966c4389e9 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:05:04.287884 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '83efb3ed-6770-479c-97d0-ede85a58fe73', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'port_id': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'mac_address': 'fa:16:3e:92:5c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:28Z', 'updated_at': '2022-05-30T12:05:02Z', 'revision_number': 1, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:04.320972 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f307a-a994-4478-a38e-98ea41ca6d7b None None] The sync data for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi is: [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '83efb3ed-6770-479c-97d0-ede85a58fe73', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'port_id': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'mac_address': 'fa:16:3e:92:5c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:28Z', 'updated_at': '2022-05-30T12:05:02Z', 'revision_number': 1, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:05:04.362767 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-d33edf0d-c747-486e-a3c9-0df6f9bd6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:04.364368 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-d33edf0d-c747-486e-a3c9-0df6f9bd6edf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 1129 time: 0.0832705 May 30 12:05:04.454147 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-8dfee115-dd3f-4f38-bfa3-f3efaa6d94c8 service neutron] 10.222.0.65 "GET /v2.0/networks/058f1ca1-dd47-4544-bac8-2587bcf6b3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338486 May 30 12:05:04.535814 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:05:04.541247 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:04.549301 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] Sync routers for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:05:04.563204 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-486ad43f-6e5a-483e-b413-71bdca689df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:04.564722 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-486ad43f-6e5a-483e-b413-71bdca689df5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.1898549 May 30 12:05:04.579280 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:05:04.580547 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:04.674692 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d0d98b10-1d5d-43b8-b5fd-6d147fe030c9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "PUT /v2.0/floatingips/6405e418-e368-4bf8-b0eb-5772eb4e2f2b HTTP/1.1" status: 200 len: 991 time: 2.5103905 May 30 12:05:04.677722 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'tag': '2d71add9-9fe3-4c66-b490-513b1ce61d40'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:04.680148 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4093fd-3736-4b19-880e-706ae913f0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "08b1b860-516e-4041-8df8-1fa8cc65a4ed", "tag": "2d71add9-9fe3-4c66-b490-513b1ce61d40"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:04.800310 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb9dd39-e962-4ded-b579-44a0ad965b86 x-openstack-request-id: req-5eb9dd39-e962-4ded-b579-44a0ad965b86 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:04.800756 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b1b860-516e-4041-8df8-1fa8cc65a4ed", "tag": "2d71add9-9fe3-4c66-b490-513b1ce61d40", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:04.800966 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c19956-436b-4d9c-a996-d1c08c274285 req-0aa35204-4b59-46ca-9c93-acb844a12ff8 service neutron] 10.222.0.65 "GET /v2.0/networks/058f1ca1-dd47-4544-bac8-2587bcf6b3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335588 May 30 12:05:04.801195 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5eb9dd39-e962-4ded-b579-44a0ad965b86 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:04.801727 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb9dd39-e962-4ded-b579-44a0ad965b86'] response: {'name': 'network-changed', 'server_uuid': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'tag': '2d71add9-9fe3-4c66-b490-513b1ce61d40', 'status': 'completed', 'code': 200} May 30 12:05:04.815396 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-84447e84-362c-47de-8238-c3dc24373ae8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66de87a6-f3b1-41fb-8926-85240efcbe51 HTTP/1.1" status: 200 len: 998 time: 0.2125876 May 30 12:05:04.869977 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90eef-fbc2-4ea2-bcd7-71d246b372c0 req-0e2247ea-c818-4e60-b8c1-69d1371ed30e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:04.870449 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:05:04.881938 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f3e90eef-fbc2-4ea2-bcd7-71d246b372c0 req-0e2247ea-c818-4e60-b8c1-69d1371ed30e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.1923876 May 30 12:05:05.119204 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f3e90eef-fbc2-4ea2-bcd7-71d246b372c0 req-e6a47825-ede2-49a2-8c1c-a96e0e2c1c5a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361045 May 30 12:05:05.128924 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:05.137745 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2dcec6b6-b7da-4f5d-a6e1-8986b5e39275 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:05.151716 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2dcec6b6-b7da-4f5d-a6e1-8986b5e39275 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (5e71a911-0e33-4a9b-87dd-77d56695fc08), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:05.383230 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '6405e418-e368-4bf8-b0eb-5772eb4e2f2b', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'port_id': '2d71add9-9fe3-4c66-b490-513b1ce61d40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'mac_address': 'fa:16:3e:c8:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:14Z', 'updated_at': '2022-05-30T12:05:02Z', 'revision_number': 1, 'project_id': '8b5074cf3e6248668995f266845c8969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:05.420553 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-2dcec6b6-b7da-4f5d-a6e1-8986b5e39275 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Floating IP 5e71a911-0e33-4a9b-87dd-77d56695fc08 associated. External IP: 172.27.1.109, port: f3718156-6792-4881-a093-e2245a9c75e4. May 30 12:05:05.421706 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] Checking router: f6774cbd-e217-40a1-bec7-c4966c4389e9 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:05:05.423354 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-86adf718-e3f7-49e1-aaef-a3ad5699e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:05.429157 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-86adf718-e3f7-49e1-aaef-a3ad5699e43d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.1481473 May 30 12:05:05.432218 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:05:05.433053 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:04:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:05.495292 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:05.498400 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:05.509217 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4093fd-3736-4b19-880e-706ae913f0bc req-d10ba88e-1e59-4c05-ac9c-57f9c95b4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:05.510905 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-af4093fd-3736-4b19-880e-706ae913f0bc req-d10ba88e-1e59-4c05-ac9c-57f9c95b4356 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 1129 time: 0.0796511 May 30 12:05:05.573903 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:05.584871 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cad70933-2556-496f-85cd-e67fe8f32095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:05.609304 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-52c0a51f-9181-4158-ba64-55bd360ef7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:05.611184 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-52c0a51f-9181-4158-ba64-55bd360ef7e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958540 May 30 12:05:05.615723 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:05:05.643739 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74050180-b12d-417a-9460-578ac558712a None None] New status for floating IP 83efb3ed-6770-479c-97d0-ede85a58fe73: ACTIVE {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:05:05.736060 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcec6b6-b7da-4f5d-a6e1-8986b5e39275 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:05:05.792739 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:05.883895 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcec6b6-b7da-4f5d-a6e1-8986b5e39275 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:05:05.888810 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2dcec6b6-b7da-4f5d-a6e1-8986b5e39275 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:05.926852 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40440) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:05.962088 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2dcec6b6-b7da-4f5d-a6e1-8986b5e39275 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "PUT /v2.0/floatingips/5e71a911-0e33-4a9b-87dd-77d56695fc08 HTTP/1.1" status: 200 len: 992 time: 1.9725323 May 30 12:05:05.969605 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:05:05.996837 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:05:05.997655 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:05:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:06.045175 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:06.091009 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-06ae4a52-75fc-47f0-bb04-39f46971cd45 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927795 May 30 12:05:06.105426 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6d198277-9400-4fbb-8c46-26c4740c2a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:06.170532 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:05:06.173395 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '6405e418-e368-4bf8-b0eb-5772eb4e2f2b', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'port_id': '2d71add9-9fe3-4c66-b490-513b1ce61d40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'mac_address': 'fa:16:3e:c8:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:14Z', 'updated_at': '2022-05-30T12:05:02Z', 'revision_number': 1, 'project_id': '8b5074cf3e6248668995f266845c8969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:06.220172 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:06.223512 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-870b05ea-0c7d-470f-af6f-955b74bc7d17 req-86dd3e8c-3d49-4320-a78f-b6a8ac461227 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140208 May 30 12:05:06.227638 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301e1e0-b1a8-4ef0-b176-1f3c5650945e None None] The sync data for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi is: [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '6405e418-e368-4bf8-b0eb-5772eb4e2f2b', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'port_id': '2d71add9-9fe3-4c66-b490-513b1ce61d40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'mac_address': 'fa:16:3e:c8:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:14Z', 'updated_at': '2022-05-30T12:05:02Z', 'revision_number': 1, 'project_id': '8b5074cf3e6248668995f266845c8969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:05:06.247446 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6d198277-9400-4fbb-8c46-26c4740c2a2d admin admin] Publish callbacks [] for security_group (cf89d543-b66d-48e1-98f7-439409c952f9), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:06.248779 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4093fd-3736-4b19-880e-706ae913f0bc req-f3041493-d47a-437c-8490-45f9b4174e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:06.250385 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-af4093fd-3736-4b19-880e-706ae913f0bc req-f3041493-d47a-437c-8490-45f9b4174e1a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 912 time: 0.3536422 May 30 12:05:06.263033 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6d198277-9400-4fbb-8c46-26c4740c2a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (cf89d543-b66d-48e1-98f7-439409c952f9), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:06.298195 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6d198277-9400-4fbb-8c46-26c4740c2a2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8db39bad02544170b9bc9fb25ec2c025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703063 May 30 12:05:06.301705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40454) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:06.395921 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f19b32df-89cd-4eaf-aa46-96b89e9bf305 admin admin] Publish callbacks [] for security_group (cf89d543-b66d-48e1-98f7-439409c952f9), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:06.426648 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f19b32df-89cd-4eaf-aa46-96b89e9bf305 admin admin] Publish callbacks [] for security_group (cf89d543-b66d-48e1-98f7-439409c952f9), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:06.524928 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f19b32df-89cd-4eaf-aa46-96b89e9bf305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (cf89d543-b66d-48e1-98f7-439409c952f9), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:06.527938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f19b32df-89cd-4eaf-aa46-96b89e9bf305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:06.529572 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f19b32df-89cd-4eaf-aa46-96b89e9bf305 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf89d543-b66d-48e1-98f7-439409c952f9 HTTP/1.1" status: 204 len: 168 time: 0.2268732 May 30 12:05:06.599103 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5e71a911-0e33-4a9b-87dd-77d56695fc08', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:22Z', 'updated_at': '2022-05-30T12:05:04Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:06.600895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b32df-89cd-4eaf-aa46-96b89e9bf305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf89d543-b66d-48e1-98f7-439409c952f9,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:06.616764 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344e3e6-d3e3-4b25-b0e8-eeb3e8dff8d1 None None] New status for floating IP 6405e418-e368-4bf8-b0eb-5772eb4e2f2b: ACTIVE {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:05:06.666263 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd602cb-7f3f-475a-9f48-7ed7c93055a8 req-c608bff9-5435-481b-81d8-e6e9ef872212 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:06.667938 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7cd602cb-7f3f-475a-9f48-7ed7c93055a8 req-c608bff9-5435-481b-81d8-e6e9ef872212 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.3744850 May 30 12:05:06.697665 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d198277-9400-4fbb-8c46-26c4740c2a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf89d543-b66d-48e1-98f7-439409c952f9,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:06.729637 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:05:06.743463 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:05:06.743663 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7cd602cb-7f3f-475a-9f48-7ed7c93055a8 req-b528a5d9-82b8-4fe4-a640-b7d9d69e9bf1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 May 30 12:05:06.745184 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:05:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:06.802931 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'tag': 'f3718156-6792-4881-a093-e2245a9c75e4'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:06.805270 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73447587-703c-45ac-ab6f-533f2675578f" -d '{"events": [{"name": "network-changed", "server_uuid": "54ad4de0-2282-4baf-86a4-40d5ba1ba62a", "tag": "f3718156-6792-4881-a093-e2245a9c75e4"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:06.829467 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-af4093fd-3736-4b19-880e-706ae913f0bc req-7a9a2ede-08b8-4d31-8a6c-741d339dfb9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40 HTTP/1.1" status: 200 len: 999 time: 0.2233393 May 30 12:05:06.874503 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec2b3d8-527a-40de-8bf6-0dcd939e5d6b x-openstack-request-id: req-bec2b3d8-527a-40de-8bf6-0dcd939e5d6b {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:06.874793 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ad4de0-2282-4baf-86a4-40d5ba1ba62a", "tag": "f3718156-6792-4881-a093-e2245a9c75e4", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:06.875039 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bec2b3d8-527a-40de-8bf6-0dcd939e5d6b {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:06.875503 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec2b3d8-527a-40de-8bf6-0dcd939e5d6b'] response: {'name': 'network-changed', 'server_uuid': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'tag': 'f3718156-6792-4881-a093-e2245a9c75e4', 'status': 'completed', 'code': 200} May 30 12:05:06.985468 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:05:07.023547 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4093fd-3736-4b19-880e-706ae913f0bc req-838d4a09-9ee2-4ef8-8c44-2562d68275d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:07.032589 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-af4093fd-3736-4b19-880e-706ae913f0bc req-838d4a09-9ee2-4ef8-8c44-2562d68275d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2ae6479-93d2-4a09-ab33-a83977406b66 HTTP/1.1" status: 200 len: 850 time: 0.1923189 May 30 12:05:07.034239 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73447587-703c-45ac-ab6f-533f2675578f req-e1f0a48d-e8f7-4b3f-8ee1-6c847616095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:07.035537 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-73447587-703c-45ac-ab6f-533f2675578f req-e1f0a48d-e8f7-4b3f-8ee1-6c847616095c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 1130 time: 0.1177962 May 30 12:05:07.091531 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:07.119999 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40470) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:07.139059 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-115b3d35-789c-4f28-bd98-c54a25a355dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:07.206818 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:07.233538 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-115b3d35-789c-4f28-bd98-c54a25a355dc admin admin] Publish callbacks [] for security_group (591bfe15-149c-463e-85f6-3dc4bb1533ff), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:07.238032 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4093fd-3736-4b19-880e-706ae913f0bc req-6106cae3-c3cd-48c8-ba76-ed3533cea543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:07.239521 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-af4093fd-3736-4b19-880e-706ae913f0bc req-6106cae3-c3cd-48c8-ba76-ed3533cea543 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e532e692-bceb-4466-adae-3cc4239d2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1966028 May 30 12:05:07.240981 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-115b3d35-789c-4f28-bd98-c54a25a355dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (591bfe15-149c-463e-85f6-3dc4bb1533ff), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:07.270787 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:07.325304 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b3d35-789c-4f28-bd98-c54a25a355dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591bfe15-149c-463e-85f6-3dc4bb1533ff,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:07.338757 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-115b3d35-789c-4f28-bd98-c54a25a355dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2e39e6e9b9a473fb655d44d68ab4d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139800 May 30 12:05:07.340049 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40474) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:07.362238 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:07.382710 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cebde-dda9-4b2a-881e-704aa1f246a4 req-67a1701d-0638-4928-bb8c-94e13c7762d6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:07.386133 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-687cebde-dda9-4b2a-881e-704aa1f246a4 req-67a1701d-0638-4928-bb8c-94e13c7762d6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.1030030 May 30 12:05:07.430503 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5e71a911-0e33-4a9b-87dd-77d56695fc08', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:22Z', 'updated_at': '2022-05-30T12:05:04Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:07.449087 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0bc5aa58-ddf2-4243-b271-1b5fdf5ff812 admin admin] Publish callbacks [] for security_group (591bfe15-149c-463e-85f6-3dc4bb1533ff), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:07.462705 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78246d7c-0c66-40f4-8c1c-d0755bfb228c None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5e71a911-0e33-4a9b-87dd-77d56695fc08', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:22Z', 'updated_at': '2022-05-30T12:05:04Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:05:07.507908 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0bc5aa58-ddf2-4243-b271-1b5fdf5ff812 admin admin] Publish callbacks [] for security_group (591bfe15-149c-463e-85f6-3dc4bb1533ff), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:07.513755 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-af4093fd-3736-4b19-880e-706ae913f0bc req-c8b25a75-cf2e-4f52-9839-d6ed3780df7f service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586563 May 30 12:05:07.514710 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-58b6fd25-d205-4f36-b9dc-bcec1cbb5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:07.516081 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-58b6fd25-d205-4f36-b9dc-bcec1cbb5784 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 1129 time: 0.2738545 May 30 12:05:07.517964 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-687cebde-dda9-4b2a-881e-704aa1f246a4 req-9d7a6b7a-610d-43d5-b6fb-bcae6fcb081c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221237 May 30 12:05:07.609645 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0bc5aa58-ddf2-4243-b271-1b5fdf5ff812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (591bfe15-149c-463e-85f6-3dc4bb1533ff), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:07.613265 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0bc5aa58-ddf2-4243-b271-1b5fdf5ff812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:07.616334 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0bc5aa58-ddf2-4243-b271-1b5fdf5ff812 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/591bfe15-149c-463e-85f6-3dc4bb1533ff HTTP/1.1" status: 204 len: 168 time: 0.2736332 May 30 12:05:07.627909 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5aa58-ddf2-4243-b271-1b5fdf5ff812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591bfe15-149c-463e-85f6-3dc4bb1533ff,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:07.687065 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73447587-703c-45ac-ab6f-533f2675578f req-78b36b38-98a3-4cdc-8bf8-1e32bde7250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:07.689409 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-73447587-703c-45ac-ab6f-533f2675578f req-78b36b38-98a3-4cdc-8bf8-1e32bde7250c service neutron] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 915 time: 0.6325657 May 30 12:05:07.795702 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-af4093fd-3736-4b19-880e-706ae913f0bc req-f56b77a4-3af9-4f66-b9c6-5e8d1ed35a59 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204525 May 30 12:05:07.808507 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-bb8f05a7-e6e0-4647-b9c3-19c8f5052261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:07.810159 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-bb8f05a7-e6e0-4647-b9c3-19c8f5052261 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.2746751 May 30 12:05:07.811235 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628a90b-cbaf-427a-89cf-a94f223e0fbd None None] New status for floating IP 5e71a911-0e33-4a9b-87dd-77d56695fc08: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:05:07.819644 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-73447587-703c-45ac-ab6f-533f2675578f req-f9586a2d-3995-4a22-b6a4-cc8eae181425 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3718156-6792-4881-a093-e2245a9c75e4 HTTP/1.1" status: 200 len: 1000 time: 0.0806763 May 30 12:05:07.881971 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:08.310641 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:08.683462 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef778afb-262f-43c1-ad93-e5c45a8d36ac req-bc85aee1-f186-4b14-b67a-2cf64430f942 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:08.685262 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef778afb-262f-43c1-ad93-e5c45a8d36ac req-bc85aee1-f186-4b14-b67a-2cf64430f942 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0663791 May 30 12:05:08.749070 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef778afb-262f-43c1-ad93-e5c45a8d36ac req-7daf1d45-9cda-44ca-bc6c-ee7c58b3d290 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570676 May 30 12:05:09.618041 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-a3c2ab04-1b8d-436b-aebc-b717f0d520e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f1b1022-04af-4f21-b1e6-4960bf03a94c HTTP/1.1" status: 200 len: 217 time: 0.0837851 May 30 12:05:09.632652 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73447587-703c-45ac-ab6f-533f2675578f req-57f7cbb0-d741-45e9-b822-69b26873e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:09.643221 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-73447587-703c-45ac-ab6f-533f2675578f req-57f7cbb0-d741-45e9-b822-69b26873e50d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.1177342 May 30 12:05:09.865144 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dc5f5-d786-4cf7-a567-39a94f93d68b req-b40af015-c811-4493-9ec7-097c10842a30 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:09.866643 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-181dc5f5-d786-4cf7-a567-39a94f93d68b req-b40af015-c811-4493-9ec7-097c10842a30 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0462639 May 30 12:05:09.913834 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:09.918894 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-181dc5f5-d786-4cf7-a567-39a94f93d68b req-3d33edfb-e732-458d-9d43-1234bd9a9de5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 May 30 12:05:10.059798 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:10.068915 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:10.089016 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73447587-703c-45ac-ab6f-533f2675578f req-43a73ccc-0862-466e-a29b-a029f4a44b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:10.090507 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-73447587-703c-45ac-ab6f-533f2675578f req-43a73ccc-0862-466e-a29b-a029f4a44b72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913978 May 30 12:05:10.092011 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-49ffa009-8786-485a-bf70-a2303cbdf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:10.093334 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-49ffa009-8786-485a-bf70-a2303cbdf843 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0958040 May 30 12:05:10.208926 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-6cddff40-97aa-429a-88d2-7cae87827f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:10.210414 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-6cddff40-97aa-429a-88d2-7cae87827f39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833836 May 30 12:05:10.290727 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-73447587-703c-45ac-ab6f-533f2675578f req-7bc6485b-9be0-491d-918f-65ef58e7bcf1 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729996 May 30 12:05:10.594400 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-30d511e7-3978-4c47-b900-f4158686c643 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658943 May 30 12:05:10.678566 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-73447587-703c-45ac-ab6f-533f2675578f req-b8676426-9b37-4859-8817-9ca664f6ca7b service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684640 May 30 12:05:10.715089 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1e9d0f06-799c-48d7-b8fd-9938d36f078b req-38bfd137-789c-4f74-8f76-5e6c59a797f7 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090903 May 30 12:05:11.112100 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6671-19fb-406a-9f4b-8d19c8d40ef3 req-dbe5f1f6-6dfb-4719-822c-680350b51e7c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:11.114483 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-090a6671-19fb-406a-9f4b-8d19c8d40ef3 req-dbe5f1f6-6dfb-4719-822c-680350b51e7c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.1001861 May 30 12:05:11.136128 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76cd2f-4911-4299-a39c-b6123a31cdf1 req-38d10c80-1118-4919-8841-ede0f6229547 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:11.137612 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-da76cd2f-4911-4299-a39c-b6123a31cdf1 req-38d10c80-1118-4919-8841-ede0f6229547 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 945 time: 0.1105437 May 30 12:05:11.202246 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-090a6671-19fb-406a-9f4b-8d19c8d40ef3 req-cccaa44e-b6fe-4c4a-9ca7-7859a593fe12 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807981 May 30 12:05:11.215055 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-da76cd2f-4911-4299-a39c-b6123a31cdf1 req-79ec639e-f14f-4a49-9a74-4353a3b5e887 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672219 May 30 12:05:12.364810 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7be5b6-0010-408d-bfa6-5b3e1b4ede66 req-f0adb185-0051-4207-be52-3ebb783c0413 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:12.372546 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb7be5b6-0010-408d-bfa6-5b3e1b4ede66 req-f0adb185-0051-4207-be52-3ebb783c0413 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0825529 May 30 12:05:12.416451 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3eb72c-f7eb-4b08-8e20-b7bd8184c19d req-7b33dcf2-68af-4efe-b121-a3810035f403 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:12.418235 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0e3eb72c-f7eb-4b08-8e20-b7bd8184c19d req-7b33dcf2-68af-4efe-b121-a3810035f403 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 945 time: 0.0977814 May 30 12:05:12.473522 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb7be5b6-0010-408d-bfa6-5b3e1b4ede66 req-d0c46436-85bf-48ec-84b3-2375d2c8121f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000867 May 30 12:05:12.499876 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0e3eb72c-f7eb-4b08-8e20-b7bd8184c19d req-f3d9be84-3954-471d-bdbf-ff6aa7dcc746 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693576 May 30 12:05:12.562564 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40628) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:12.670916 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:05:12.692554 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16cdaa28-0685-4d4a-8939-4b1b1482b43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:12.784530 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:12.790519 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16cdaa28-0685-4d4a-8939-4b1b1482b43f admin admin] Publish callbacks [] for security_group (085deabf-8712-45d5-aabd-3280ef17b3a0), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:12.795445 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16cdaa28-0685-4d4a-8939-4b1b1482b43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (085deabf-8712-45d5-aabd-3280ef17b3a0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:12.842328 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:12.850720 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-16cdaa28-0685-4d4a-8939-4b1b1482b43f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9c43f5bdf9e412eae3e16b3c5f51782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866826 May 30 12:05:12.852194 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdaa28-0685-4d4a-8939-4b1b1482b43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085deabf-8712-45d5-aabd-3280ef17b3a0,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:12.853640 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40642) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:12.938566 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3953b3d4-ccd6-46c8-94b3-571413d23819 admin admin] Publish callbacks [] for security_group (085deabf-8712-45d5-aabd-3280ef17b3a0), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:12.963471 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3953b3d4-ccd6-46c8-94b3-571413d23819 admin admin] Publish callbacks [] for security_group (085deabf-8712-45d5-aabd-3280ef17b3a0), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.034761 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3953b3d4-ccd6-46c8-94b3-571413d23819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (085deabf-8712-45d5-aabd-3280ef17b3a0), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.038680 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3953b3d4-ccd6-46c8-94b3-571413d23819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.040346 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-3953b3d4-ccd6-46c8-94b3-571413d23819 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/085deabf-8712-45d5-aabd-3280ef17b3a0 HTTP/1.1" status: 204 len: 168 time: 0.1853175 May 30 12:05:13.049663 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953b3d4-ccd6-46c8-94b3-571413d23819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085deabf-8712-45d5-aabd-3280ef17b3a0,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:13.363806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40666) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:13.377684 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-15c072b5-611a-49d8-b8f8-e02202b10d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.462391 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-15c072b5-611a-49d8-b8f8-e02202b10d59 admin admin] Publish callbacks [] for security_group (d366bd9c-64ef-4c2d-bd1c-03afce6ffe9e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.466978 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-15c072b5-611a-49d8-b8f8-e02202b10d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d366bd9c-64ef-4c2d-bd1c-03afce6ffe9e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.519434 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-15c072b5-611a-49d8-b8f8-e02202b10d59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15368171f38647399b3be04008d3a0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520503 May 30 12:05:13.519434 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c072b5-611a-49d8-b8f8-e02202b10d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d366bd9c-64ef-4c2d-bd1c-03afce6ffe9e,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:13.520609 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40672) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:13.571064 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-f6928e7d-0a37-4e73-a1a7-e123748300e0 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:13.579037 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-f6928e7d-0a37-4e73-a1a7-e123748300e0 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 945 time: 0.1317151 May 30 12:05:13.628918 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d51e900a-5d3a-4975-8b5b-556c1616f558 admin admin] Publish callbacks [] for security_group (d366bd9c-64ef-4c2d-bd1c-03afce6ffe9e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.664755 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2caba4-ab5a-4c41-aab6-c573eb37a938 req-9c5837f9-f613-4f5b-b8b8-82c248447efb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:13.666267 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a2caba4-ab5a-4c41-aab6-c573eb37a938 req-9c5837f9-f613-4f5b-b8b8-82c248447efb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0920091 May 30 12:05:13.697759 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Deleting port 4fecff73-c0eb-4774-9017-6b7fd73b4455 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:05:13.698107 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.699446 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d51e900a-5d3a-4975-8b5b-556c1616f558 admin admin] Publish callbacks [] for security_group (d366bd9c-64ef-4c2d-bd1c-03afce6ffe9e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.724412 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614285d1-aaa3-48a0-bb88-426c978e8744 req-4164facd-a7bd-47f0-a0a7-05dfdd0ccffc tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:13.725824 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-614285d1-aaa3-48a0-bb88-426c978e8744 req-4164facd-a7bd-47f0-a0a7-05dfdd0ccffc tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 945 time: 0.1163261 May 30 12:05:13.795781 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a2caba4-ab5a-4c41-aab6-c573eb37a938 req-095b2c56-3914-49a6-ab05-1441616f3d96 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220067 May 30 12:05:13.796768 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] For port 4fecff73-c0eb-4774-9017-6b7fd73b4455, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4fecff73-c0eb-4774-9017-6b7fd73b4455,segment=NetworkSegment(f849d6fd-b42c-44b7-97e5-63328abd1570),segment_id=f849d6fd-b42c-44b7-97e5-63328abd1570)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:05:13.797136 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.819519 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Calling delete_port for 4fecff73-c0eb-4774-9017-6b7fd73b4455 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:05:13.820752 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-614285d1-aaa3-48a0-bb88-426c978e8744 req-017b27f1-d0ee-4232-966b-793bf6dfc259 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/security-groups?id=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864520 May 30 12:05:13.834217 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d51e900a-5d3a-4975-8b5b-556c1616f558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d366bd9c-64ef-4c2d-bd1c-03afce6ffe9e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.845083 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d51e900a-5d3a-4975-8b5b-556c1616f558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:13.845083 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d51e900a-5d3a-4975-8b5b-556c1616f558 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d366bd9c-64ef-4c2d-bd1c-03afce6ffe9e HTTP/1.1" status: 204 len: 168 time: 0.3166869 May 30 12:05:13.852738 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e900a-5d3a-4975-8b5b-556c1616f558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d366bd9c-64ef-4c2d-bd1c-03afce6ffe9e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:13.914457 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:13.986955 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:14.016255 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (4fecff73-c0eb-4774-9017-6b7fd73b4455), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:14.032828 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['4fecff73-c0eb-4774-9017-6b7fd73b4455'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:05:14.068327 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Pushing event deleted for resources: {'Port': ['ID=4fecff73-c0eb-4774-9017-6b7fd73b4455,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:14.141557 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] No DVR routers for this DVR port 4fecff73-c0eb-4774-9017-6b7fd73b4455 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:05:14.145391 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:14.149234 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8ea72cd-f796-46be-945d-e06558d526c7 req-984d58cd-3e3e-4ce1-8562-57d6b71c7b5f tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.65 "DELETE /v2.0/ports/4fecff73-c0eb-4774-9017-6b7fd73b4455 HTTP/1.1" status: 204 len: 173 time: 0.5652544 May 30 12:05:14.149688 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a06904b-d932-4635-90df-b69dcb15d941', 'name': 'network-vif-deleted', 'tag': '4fecff73-c0eb-4774-9017-6b7fd73b4455'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:14.151955 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913757c0-01d2-417a-82d7-d01c6d183159" -d '{"events": [{"server_uuid": "5a06904b-d932-4635-90df-b69dcb15d941", "name": "network-vif-deleted", "tag": "4fecff73-c0eb-4774-9017-6b7fd73b4455"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:14.190240 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e049ea9-66ae-4597-bd9b-ba70b921aae4 x-openstack-request-id: req-3e049ea9-66ae-4597-bd9b-ba70b921aae4 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:14.190388 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a06904b-d932-4635-90df-b69dcb15d941", "name": "network-vif-deleted", "tag": "4fecff73-c0eb-4774-9017-6b7fd73b4455", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:14.190702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e049ea9-66ae-4597-bd9b-ba70b921aae4 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:14.191315 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e049ea9-66ae-4597-bd9b-ba70b921aae4'] response: {'server_uuid': '5a06904b-d932-4635-90df-b69dcb15d941', 'name': 'network-vif-deleted', 'tag': '4fecff73-c0eb-4774-9017-6b7fd73b4455', 'status': 'completed', 'code': 200} May 30 12:05:14.759605 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40718) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:14.885634 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b7195a91-9875-4d84-900c-7723b38a4fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:14.979376 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-04617984-6f59-432f-b90f-7a5847568cd9 req-b47d04c9-c627-47c3-a89e-5f49ebd37627 tempest-DeleteServersTestJSON-1844435369 tempest-DeleteServersTestJSON-1844435369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a06904b-d932-4635-90df-b69dcb15d941 HTTP/1.1" status: 200 len: 210 time: 0.0500352 May 30 12:05:14.993552 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722bfac-f715-4667-adc5-90f4b695d4ff req-6c341337-6b44-4d31-9ce8-e235543d40ad tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:15.001400 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2722bfac-f715-4667-adc5-90f4b695d4ff req-6c341337-6b44-4d31-9ce8-e235543d40ad tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.1216800 May 30 12:05:15.070543 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2722bfac-f715-4667-adc5-90f4b695d4ff req-2e7b8fb1-6cfd-497e-83d3-d61b0fabcc62 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683379 May 30 12:05:15.100581 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b7195a91-9875-4d84-900c-7723b38a4fc3 admin admin] Publish callbacks [] for security_group (6e6455bd-b523-4d97-b65a-f895294e369a), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.104924 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b7195a91-9875-4d84-900c-7723b38a4fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (6e6455bd-b523-4d97-b65a-f895294e369a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.150757 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b7195a91-9875-4d84-900c-7723b38a4fc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=454f733e042b460e9db049dff931b839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900156 May 30 12:05:15.153388 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40728) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:15.160388 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7195a91-9875-4d84-900c-7723b38a4fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6455bd-b523-4d97-b65a-f895294e369a,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:15.164879 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:15.183411 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:15.217095 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4988efc-1a79-4a79-abcc-08af03a46d65 admin admin] Publish callbacks [] for security_group (6e6455bd-b523-4d97-b65a-f895294e369a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.242012 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4988efc-1a79-4a79-abcc-08af03a46d65 admin admin] Publish callbacks [] for security_group (6e6455bd-b523-4d97-b65a-f895294e369a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.296686 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4988efc-1a79-4a79-abcc-08af03a46d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (6e6455bd-b523-4d97-b65a-f895294e369a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.299256 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4988efc-1a79-4a79-abcc-08af03a46d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.300605 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d4988efc-1a79-4a79-abcc-08af03a46d65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e6455bd-b523-4d97-b65a-f895294e369a HTTP/1.1" status: 204 len: 168 time: 0.1461532 May 30 12:05:15.308819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4988efc-1a79-4a79-abcc-08af03a46d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6455bd-b523-4d97-b65a-f895294e369a,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:15.587193 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40740) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:15.601213 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-87c209f5-c51e-4e95-b77c-370916d9a015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.681451 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-87c209f5-c51e-4e95-b77c-370916d9a015 admin admin] Publish callbacks [] for security_group (ad547de6-6384-45c7-80f6-beb60f07ee16), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.685038 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-87c209f5-c51e-4e95-b77c-370916d9a015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ad547de6-6384-45c7-80f6-beb60f07ee16), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.725428 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-87c209f5-c51e-4e95-b77c-370916d9a015 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf59d9654e9e4f5787da03c6a36a76c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371694 May 30 12:05:15.726699 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c209f5-c51e-4e95-b77c-370916d9a015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad547de6-6384-45c7-80f6-beb60f07ee16,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:15.728552 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40742) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:15.778588 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f96ce6fd-f02b-4647-b0e9-cc465120c398 admin admin] Publish callbacks [] for security_group (ad547de6-6384-45c7-80f6-beb60f07ee16), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.799593 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f96ce6fd-f02b-4647-b0e9-cc465120c398 admin admin] Publish callbacks [] for security_group (ad547de6-6384-45c7-80f6-beb60f07ee16), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.850011 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f96ce6fd-f02b-4647-b0e9-cc465120c398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ad547de6-6384-45c7-80f6-beb60f07ee16), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.852622 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f96ce6fd-f02b-4647-b0e9-cc465120c398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:15.856467 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f96ce6fd-f02b-4647-b0e9-cc465120c398 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad547de6-6384-45c7-80f6-beb60f07ee16 HTTP/1.1" status: 204 len: 168 time: 0.1237011 May 30 12:05:15.862496 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ce6fd-f02b-4647-b0e9-cc465120c398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad547de6-6384-45c7-80f6-beb60f07ee16,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:16.214722 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643e0c-0318-4721-95e4-66f466b7fd6b req-1028b9d0-a33e-4fb3-9fce-b4bdf448ab7b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:16.216274 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef643e0c-0318-4721-95e4-66f466b7fd6b req-1028b9d0-a33e-4fb3-9fce-b4bdf448ab7b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0548058 May 30 12:05:16.274598 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef643e0c-0318-4721-95e4-66f466b7fd6b req-2a10601a-59c1-47e5-8eb5-60a23a5020f4 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505333 May 30 12:05:17.180405 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40830) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:17.301946 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3423529b-7488-4a57-8bcc-8b42656cb2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.390950 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3423529b-7488-4a57-8bcc-8b42656cb2e8 admin admin] Publish callbacks [] for security_group (69badc53-f914-4a7e-95fc-c8313575f042), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.395210 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3423529b-7488-4a57-8bcc-8b42656cb2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (69badc53-f914-4a7e-95fc-c8313575f042), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.401506 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004a3c4-8828-418f-a22f-25dffa8fedb8 req-eeb5abac-24e3-4baa-8bc2-0afc171e01c8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:17.403016 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3004a3c4-8828-418f-a22f-25dffa8fedb8 req-eeb5abac-24e3-4baa-8bc2-0afc171e01c8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0565548 May 30 12:05:17.439888 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-3423529b-7488-4a57-8bcc-8b42656cb2e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07b8be51ccf34966a4361c48dc731c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567494 May 30 12:05:17.439888 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423529b-7488-4a57-8bcc-8b42656cb2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69badc53-f914-4a7e-95fc-c8313575f042,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:17.440991 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40844) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:17.466125 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3004a3c4-8828-418f-a22f-25dffa8fedb8 req-35b26639-a3fd-4e5e-85bc-b44dca80d379 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 May 30 12:05:17.502233 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b563d019-7276-46be-9256-f2bbf8d55fc9 admin admin] Publish callbacks [] for security_group (69badc53-f914-4a7e-95fc-c8313575f042), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.526152 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40848) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:17.533707 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b563d019-7276-46be-9256-f2bbf8d55fc9 admin admin] Publish callbacks [] for security_group (69badc53-f914-4a7e-95fc-c8313575f042), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.570967 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3270bdb-09b2-4bd7-bf76-66e2c0a1f093 admin admin] Deleting subnet 591ebd9d-edfc-45a9-97ee-bbb3b47baacd {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:05:17.574498 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a3270bdb-09b2-4bd7-bf76-66e2c0a1f093 admin admin] Publish callbacks [] for subnet (591ebd9d-edfc-45a9-97ee-bbb3b47baacd), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.588095 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b563d019-7276-46be-9256-f2bbf8d55fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (69badc53-f914-4a7e-95fc-c8313575f042), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.590688 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b563d019-7276-46be-9256-f2bbf8d55fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.594889 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-b563d019-7276-46be-9256-f2bbf8d55fc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69badc53-f914-4a7e-95fc-c8313575f042 HTTP/1.1" status: 204 len: 168 time: 0.1497595 May 30 12:05:17.604019 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563d019-7276-46be-9256-f2bbf8d55fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69badc53-f914-4a7e-95fc-c8313575f042,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:17.617112 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a3270bdb-09b2-4bd7-bf76-66e2c0a1f093 admin admin] Publish callbacks [] for subnet (591ebd9d-edfc-45a9-97ee-bbb3b47baacd), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.629031 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a3270bdb-09b2-4bd7-bf76-66e2c0a1f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (591ebd9d-edfc-45a9-97ee-bbb3b47baacd), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.694418 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a3270bdb-09b2-4bd7-bf76-66e2c0a1f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (591ebd9d-edfc-45a9-97ee-bbb3b47baacd), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.728055 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3270bdb-09b2-4bd7-bf76-66e2c0a1f093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591ebd9d-edfc-45a9-97ee-bbb3b47baacd,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:17.731028 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a3270bdb-09b2-4bd7-bf76-66e2c0a1f093 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.734791 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a3270bdb-09b2-4bd7-bf76-66e2c0a1f093 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/591ebd9d-edfc-45a9-97ee-bbb3b47baacd HTTP/1.1" status: 204 len: 168 time: 0.2070391 May 30 12:05:17.737355 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40854) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:17.815905 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (058f1ca1-dd47-4544-bac8-2587bcf6b3a9), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.914052 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (058f1ca1-dd47-4544-bac8-2587bcf6b3a9), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:17.927242 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:17.938957 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:17.939347 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:17.940067 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:17.940445 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > port after_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:17.940786 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:17.941105 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > port after_update 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:17.941421 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:17.941736 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:17.942133 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:17.942367 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:18.014704 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:18.015058 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:18.015426 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:18.015747 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:05:18.016311 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058f1ca1-dd47-4544-bac8-2587bcf6b3a9']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:18.035718 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f849d6fd-b42c-44b7-97e5-63328abd1570') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:18.036017 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f849d6fd-b42c-44b7-97e5-63328abd1570') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:05:18.040090 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:18.055830 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9854297'] for segment (f849d6fd-b42c-44b7-97e5-63328abd1570), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.079620 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (f849d6fd-b42c-44b7-97e5-63328abd1570), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.091928 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:05:18.092355 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408957'] for segment (f849d6fd-b42c-44b7-97e5-63328abd1570), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.173466 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (058f1ca1-dd47-4544-bac8-2587bcf6b3a9), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.183567 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.190392 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] 10.222.0.32 "DELETE /v2.0/networks/058f1ca1-dd47-4544-bac8-2587bcf6b3a9 HTTP/1.1" status: 204 len: 168 time: 0.4493103 May 30 12:05:18.201757 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd668b6-02fc-4ce7-90f1-b276159ae134 admin admin] Pushing event deleted for resources: {'Network': ['ID=058f1ca1-dd47-4544-bac8-2587bcf6b3a9,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:18.394591 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4fecff73-c0eb-4774-9017-6b7fd73b4455 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:05:18.404406 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40888) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:18.415553 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 4fecff73-c0eb-4774-9017-6b7fd73b4455 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:05:18.416327 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4fecff73-c0eb-4774-9017-6b7fd73b4455 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:05:18.452124 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-202a04d9-6b26-452b-8dbd-6e3656f9e6fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a60b241805384ef49352b3791cfd3d8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466850 May 30 12:05:18.455202 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40892) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:18.510295 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c80e9f93-3d1d-4b13-983b-72b48f1c832d admin admin] Publish callbacks [] for security_group (665a0dea-0160-4ff3-bf07-0d9dac9c5a3e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.534820 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c80e9f93-3d1d-4b13-983b-72b48f1c832d admin admin] Publish callbacks [] for security_group (665a0dea-0160-4ff3-bf07-0d9dac9c5a3e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.607609 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment f849d6fd-b42c-44b7-97e5-63328abd1570 resource provider aggregate not found May 30 12:05:18.627795 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment f849d6fd-b42c-44b7-97e5-63328abd1570 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f849d6fd-b42c-44b7-97e5-63328abd1570 found for delete ", "request_id": "req-968e2517-175f-4689-aed5-0a53a98146b6"}]} May 30 12:05:18.640263 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a13142-a739-4f86-9a48-c481e550add1 req-0f0f2c4e-af74-4cbf-94c6-fd9b8dabaec5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:18.642569 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-19a13142-a739-4f86-9a48-c481e550add1 req-0f0f2c4e-af74-4cbf-94c6-fd9b8dabaec5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0960340 May 30 12:05:18.648610 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c80e9f93-3d1d-4b13-983b-72b48f1c832d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (665a0dea-0160-4ff3-bf07-0d9dac9c5a3e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.650423 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40906) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:18.652909 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c80e9f93-3d1d-4b13-983b-72b48f1c832d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.657081 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c80e9f93-3d1d-4b13-983b-72b48f1c832d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/665a0dea-0160-4ff3-bf07-0d9dac9c5a3e HTTP/1.1" status: 204 len: 168 time: 0.1978621 May 30 12:05:18.692218 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e9f93-3d1d-4b13-983b-72b48f1c832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a0dea-0160-4ff3-bf07-0d9dac9c5a3e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:18.717452 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-19a13142-a739-4f86-9a48-c481e550add1 req-448e0767-e4ff-4d65-9cc8-df6a33f6a776 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614614 May 30 12:05:18.785429 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3b94c831-f2ce-4798-a139-473ba01c2bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.867201 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:18.869281 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3b94c831-f2ce-4798-a139-473ba01c2bd3 admin admin] Publish callbacks [] for security_group (c1c03eb1-e5bc-4dd8-a2ae-9ced45de5121), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.874373 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3b94c831-f2ce-4798-a139-473ba01c2bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (c1c03eb1-e5bc-4dd8-a2ae-9ced45de5121), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:18.916871 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:18.920545 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-3b94c831-f2ce-4798-a139-473ba01c2bd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0682800620e64e488592b820129c69c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689998 May 30 12:05:18.922450 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94c831-f2ce-4798-a139-473ba01c2bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c03eb1-e5bc-4dd8-a2ae-9ced45de5121,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:18.923345 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40920) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:18.981148 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-af964731-3b10-423c-a38e-f7a8effb4f98 admin admin] Publish callbacks [] for security_group (c1c03eb1-e5bc-4dd8-a2ae-9ced45de5121), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.005593 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-af964731-3b10-423c-a38e-f7a8effb4f98 admin admin] Publish callbacks [] for security_group (c1c03eb1-e5bc-4dd8-a2ae-9ced45de5121), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.022111 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 40924) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:19.063111 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-af964731-3b10-423c-a38e-f7a8effb4f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (c1c03eb1-e5bc-4dd8-a2ae-9ced45de5121), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.066913 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-af964731-3b10-423c-a38e-f7a8effb4f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.068342 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-af964731-3b10-423c-a38e-f7a8effb4f98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1c03eb1-e5bc-4dd8-a2ae-9ced45de5121 HTTP/1.1" status: 204 len: 168 time: 0.1439929 May 30 12:05:19.076877 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af964731-3b10-423c-a38e-f7a8effb4f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c03eb1-e5bc-4dd8-a2ae-9ced45de5121,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:19.157819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34e90de7-695a-47f6-b58f-3620a1545002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.261154 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34e90de7-695a-47f6-b58f-3620a1545002 admin admin] Publish callbacks [] for security_group (5e763aab-0840-405a-bf34-f194ce02fc69), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.266380 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34e90de7-695a-47f6-b58f-3620a1545002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5e763aab-0840-405a-bf34-f194ce02fc69), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.310166 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e90de7-695a-47f6-b58f-3620a1545002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e763aab-0840-405a-bf34-f194ce02fc69,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:19.325362 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40944) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:19.332424 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-34e90de7-695a-47f6-b58f-3620a1545002 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c91b2d3653664c0096993e03b170dce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015635 May 30 12:05:19.381359 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-48100b55-34d8-4b05-a949-0334b9ba6847 admin admin] Publish callbacks [] for security_group (5e763aab-0840-405a-bf34-f194ce02fc69), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.405388 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-48100b55-34d8-4b05-a949-0334b9ba6847 admin admin] Publish callbacks [] for security_group (5e763aab-0840-405a-bf34-f194ce02fc69), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.460848 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-48100b55-34d8-4b05-a949-0334b9ba6847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5e763aab-0840-405a-bf34-f194ce02fc69), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.465091 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-48100b55-34d8-4b05-a949-0334b9ba6847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:19.465957 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-48100b55-34d8-4b05-a949-0334b9ba6847 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e763aab-0840-405a-bf34-f194ce02fc69 HTTP/1.1" status: 204 len: 168 time: 0.1388988 May 30 12:05:19.476740 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48100b55-34d8-4b05-a949-0334b9ba6847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e763aab-0840-405a-bf34-f194ce02fc69,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:19.862444 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4767a99-8ca5-47ae-98e4-38b575cca0e9 req-3bb53fd2-a2ea-482f-b1bc-a67a963c426f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:19.863950 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4767a99-8ca5-47ae-98e4-38b575cca0e9 req-3bb53fd2-a2ea-482f-b1bc-a67a963c426f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0517428 May 30 12:05:19.885656 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:19.934866 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4767a99-8ca5-47ae-98e4-38b575cca0e9 req-fce42caa-2884-4c16-b4ad-8ea8fbcde308 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651107 May 30 12:05:20.035367 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 40984) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:20.210097 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1129178532-network', 'tenant_id': 'b7843d3fb7cb402b8a85179da7bfffaa'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:05:20.233638 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Made reservation on behalf of b7843d3fb7cb402b8a85179da7bfffaa for: {'network': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:05:20.237347 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.247214 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.337842 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Publish callbacks [] for security_group (2976701c-a62a-4f33-95f1-6820381d496f), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.349651 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (2976701c-a62a-4f33-95f1-6820381d496f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.381729 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=104003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:05:20.387383 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2976701c-a62a-4f33-95f1-6820381d496f,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:20.397948 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (f7bd1c92-441a-43f8-aa5a-e8071a0eeb36), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.398251 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.segments_db [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Added segment f7bd1c92-441a-43f8-aa5a-e8071a0eeb36 of type vlan for network d20fda1c-0652-4fa5-b0ab-44f416d9d703 May 30 12:05:20.445511 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (d20fda1c-0652-4fa5-b0ab-44f416d9d703), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.475583 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (d20fda1c-0652-4fa5-b0ab-44f416d9d703), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.477137 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:20.477791 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.547233 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5098279 May 30 12:05:20.550078 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41004) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:20.556915 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Request body: {'subnet': {'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1129178532-subnet', 'tenant_id': 'b7843d3fb7cb402b8a85179da7bfffaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:05:20.559629 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a78954-1adb-44ca-b7e5-e5da309ab31f admin admin] Pushing event updated for resources: {'Network': ['ID=d20fda1c-0652-4fa5-b0ab-44f416d9d703,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:20.570729 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network d20fda1c-0652-4fa5-b0ab-44f416d9d703 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:05:20.585021 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Made reservation on behalf of b7843d3fb7cb402b8a85179da7bfffaa for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:05:20.588264 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8869246'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.703442 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:20.866146 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8869224'] for subnet (280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.942564 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:20.949808 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Checking segment: {'id': 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:05:20.951631 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Network hostable DHCP agents. Network: d20fda1c-0652-4fa5-b0ab-44f416d9d703, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:05:20.970424 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Network d20fda1c-0652-4fa5-b0ab-44f416d9d703 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:05:20.982861 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, d20fda1c-0652-4fa5-b0ab-44f416d9d703) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:05:20.988395 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:20.989216 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:20.996548 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f377064-239a-494e-97f3-0d14a9c3be10 None None] Network d20fda1c-0652-4fa5-b0ab-44f416d9d703 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:05:21.009417 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b9eed6d6-4652-4176-a67b-fe30f7ce6cb7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4578807 May 30 12:05:21.097843 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d16e50-a361-4a8e-8052-9806366bc34d req-c8cdb89a-ed11-4607-812e-ecdb7002fc52 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:21.099837 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-44d16e50-a361-4a8e-8052-9806366bc34d req-c8cdb89a-ed11-4607-812e-ecdb7002fc52 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0715964 May 30 12:05:21.132540 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643bdf5-71f8-49b5-bb2f-c3aba8d8c0f9 None None] Network d20fda1c-0652-4fa5-b0ab-44f416d9d703 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:05:21.185097 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-44d16e50-a361-4a8e-8052-9806366bc34d req-64b89617-6257-44b4-aef8-bc2f0dbdc2fe tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791380 May 30 12:05:22.324002 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598276b-69d8-4663-86fd-210f65c0bb58 req-b18fa33a-1a54-41ce-baf2-351fa2e730f0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:22.325696 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9598276b-69d8-4663-86fd-210f65c0bb58 req-b18fa33a-1a54-41ce-baf2-351fa2e730f0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0563829 May 30 12:05:22.380353 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9598276b-69d8-4663-86fd-210f65c0bb58 req-54ea6a71-eb5a-4ad5-a95e-3c702d1ebb97 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476518 May 30 12:05:23.037284 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-8d4982ed-1b29-4a70-a754-c8025320ef8c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:23.039114 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-8d4982ed-1b29-4a70-a754-c8025320ef8c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/networks?id=d20fda1c-0652-4fa5-b0ab-44f416d9d703 HTTP/1.1" status: 200 len: 809 time: 0.1291893 May 30 12:05:23.055358 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-505bb788-145b-44c1-bcef-e9bc40f39e2f tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/quotas/b7843d3fb7cb402b8a85179da7bfffaa HTTP/1.1" status: 200 len: 375 time: 0.0101063 May 30 12:05:23.079447 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 41116) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:23.091744 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-58a71a0d-de90-4082-9250-56aa2696dd67 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7843d3fb7cb402b8a85179da7bfffaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283980 May 30 12:05:23.190937 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f3c063a4-b834-4ba2-8e15-f80fdeb4a3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:23.191549 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-ff1ddcf1-f406-4139-ac1c-5cf97517489d service neutron] 10.222.0.32 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920012 May 30 12:05:23.271915 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f3c063a4-b834-4ba2-8e15-f80fdeb4a3cb admin admin] Publish callbacks [] for security_group (5a1ac909-0025-4afe-ac52-d9b4ccdf2dd0), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:23.277318 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f3c063a4-b834-4ba2-8e15-f80fdeb4a3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5a1ac909-0025-4afe-ac52-d9b4ccdf2dd0), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:23.287847 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-f6c96d99-78b9-47e1-b3c3-983e1c4dc6d9 service neutron] 10.222.0.32 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891066 May 30 12:05:23.319296 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f3c063a4-b834-4ba2-8e15-f80fdeb4a3cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=529bcc9cae8841cf9d9948fd713defda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386062 May 30 12:05:23.320190 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c063a4-b834-4ba2-8e15-f80fdeb4a3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1ac909-0025-4afe-ac52-d9b4ccdf2dd0,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:23.322030 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41124) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:23.331054 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:23.381235 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2384327f-5a7a-421b-903b-8cd69f255ca9 admin admin] Publish callbacks [] for security_group (5a1ac909-0025-4afe-ac52-d9b4ccdf2dd0), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:23.413468 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2384327f-5a7a-421b-903b-8cd69f255ca9 admin admin] Publish callbacks [] for security_group (5a1ac909-0025-4afe-ac52-d9b4ccdf2dd0), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:23.421978 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:23.486174 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cdaedac9-c896-4059-b424-c3c250681525 req-24fcd1df-2f0f-482a-bb19-ba8d8f604457 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 210 time: 0.0386815 May 30 12:05:23.528055 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2384327f-5a7a-421b-903b-8cd69f255ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5a1ac909-0025-4afe-ac52-d9b4ccdf2dd0), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:23.530654 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2384327f-5a7a-421b-903b-8cd69f255ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:23.534514 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2384327f-5a7a-421b-903b-8cd69f255ca9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a1ac909-0025-4afe-ac52-d9b4ccdf2dd0 HTTP/1.1" status: 204 len: 168 time: 0.2080367 May 30 12:05:23.543580 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384327f-5a7a-421b-903b-8cd69f255ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1ac909-0025-4afe-ac52-d9b4ccdf2dd0,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:23.553292 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0d102-ac9a-4361-8a93-8d982c29d9d5 req-2f5fe95a-cf67-4cf9-9480-956a234b6dd5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:23.554849 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0af0d102-ac9a-4361-8a93-8d982c29d9d5 req-2f5fe95a-cf67-4cf9-9480-956a234b6dd5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0727248 May 30 12:05:23.618142 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0af0d102-ac9a-4361-8a93-8d982c29d9d5 req-9fda59ec-09ac-4603-9e63-f0f3776cb01c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564864 May 30 12:05:24.598905 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-324d3f80-85fc-4a14-955e-db81e957a7e3 req-5c2cbc0b-97de-4221-ac55-c760a6191cdc tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 210 time: 0.0331507 May 30 12:05:24.693511 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:24.734844 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475622bc-45dd-4e36-8cf3-c9e2a459cd29 req-86bb97e9-0ac1-4adf-bcbc-14010be401ad tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:24.736357 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-475622bc-45dd-4e36-8cf3-c9e2a459cd29 req-86bb97e9-0ac1-4adf-bcbc-14010be401ad tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0476069 May 30 12:05:24.791866 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-475622bc-45dd-4e36-8cf3-c9e2a459cd29 req-bdc360d1-d561-4aba-82ce-fa40279df785 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 May 30 12:05:25.697586 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-db595712-1166-4761-ab66-1ca7635301c0 req-862f3673-54c9-4665-8e7b-de5abee06ad8 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 210 time: 0.0282063 May 30 12:05:25.777362 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:25.878492 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-77dc2264-1813-4517-8d6a-1cd712e26177 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:25.880384 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-77dc2264-1813-4517-8d6a-1cd712e26177 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.65 "GET /v2.0/networks?id=d20fda1c-0652-4fa5-b0ab-44f416d9d703 HTTP/1.1" status: 200 len: 809 time: 0.1153591 May 30 12:05:25.901642 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Request body: {'port': {'device_id': 'cdfbd2ce-7401-4bde-9410-9ea55f87512d', 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703', 'admin_state_up': True, 'tenant_id': 'b7843d3fb7cb402b8a85179da7bfffaa'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:05:25.917466 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c6ebf-860d-4204-ba25-dcb06ee91f01 req-11e17cd9-78d1-4ccc-8d20-21901204cfd0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:25.919069 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b79c6ebf-860d-4204-ba25-dcb06ee91f01 req-11e17cd9-78d1-4ccc-8d20-21901204cfd0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0567005 May 30 12:05:25.969221 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b79c6ebf-860d-4204-ba25-dcb06ee91f01 req-32fe15c1-7644-4e0b-8b02-7ed5cb47fd25 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 May 30 12:05:25.970365 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:26.023414 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Made reservation on behalf of b7843d3fb7cb402b8a85179da7bfffaa for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:05:26.027552 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:26.159382 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Allocated IP 172.20.0.5 (d20fda1c-0652-4fa5-b0ab-44f416d9d703/280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae/84c3ed34-6a52-4ea0-a521-fc8b43d9a88d) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:05:26.341196 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks [] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:26.385628 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:26.432468 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Network d20fda1c-0652-4fa5-b0ab-44f416d9d703 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:05:26.438342 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:05:26.442797 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:05:26.448099 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:26.448556 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:26.463544 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Pushing event updated for resources: {'Port': ['ID=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:26.478124 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-69373410-53f1-4fba-bcbb-341a3af2494a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807159 May 30 12:05:26.494515 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Request body: {'port': {'device_id': 'cdfbd2ce-7401-4bde-9410-9ea55f87512d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:05:26.565065 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:26.660820 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:26.824557 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a22cf6-e50b-4d65-ab2e-59e696542a26 req-28c568f6-0df5-4fd3-90ef-515a9621a44e tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:26.825981 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d2a22cf6-e50b-4d65-ab2e-59e696542a26 req-28c568f6-0df5-4fd3-90ef-515a9621a44e tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 931 time: 0.0538814 May 30 12:05:26.880912 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d2a22cf6-e50b-4d65-ab2e-59e696542a26 req-626573a3-6a39-453b-a4de-335ca7b2d953 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 May 30 12:05:26.926603 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:05:26.934509 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Publish callbacks [] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:26.936625 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:26.956531 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Transition to ACTIVE for port object 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:05:26.961177 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:27.026890 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Pushing event updated for resources: {'Port': ['ID=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:27.071916 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Attempting to bind port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:05:27.072293 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Attempting to bind port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:05:27.072629 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Attempting to bind port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d on network d20fda1c-0652-4fa5-b0ab-44f416d9d703 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:05:27.077321 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d on network d20fda1c-0652-4fa5-b0ab-44f416d9d703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:05:27.077741 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Attempting to bind port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d on network d20fda1c-0652-4fa5-b0ab-44f416d9d703 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:05:27.083358 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:05:27.083699 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Checking segment: {'id': 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:05:27.084079 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Bound using segment: {'id': 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:05:27.084550 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Bound port: 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:05:27.084907 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:27.105034 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2a2f6-fa69-4677-8714-a80964b97785 req-e03392c7-055e-4cdb-8fc3-9f506035f56f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:27.106552 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9df2a2f6-fa69-4677-8714-a80964b97785 req-e03392c7-055e-4cdb-8fc3-9f506035f56f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0554757 May 30 12:05:27.152084 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] For port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:05:27.155399 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] For port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:05:27.158621 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9df2a2f6-fa69-4677-8714-a80964b97785 req-457f9ddb-38a1-4840-8bfc-d4b697018e4c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 May 30 12:05:27.162985 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:27.206496 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:27.207097 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:27.208467 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] 10.222.0.65 "PUT /v2.0/ports/84c3ed34-6a52-4ea0-a521-fc8b43d9a88d HTTP/1.1" status: 200 len: 1093 time: 0.7180710 May 30 12:05:27.208886 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfbd2ce-7401-4bde-9410-9ea55f87512d', 'tag': '84c3ed34-6a52-4ea0-a521-fc8b43d9a88d'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:27.211082 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a24e2de-7dae-48e7-937b-72edcf330cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfbd2ce-7401-4bde-9410-9ea55f87512d", "tag": "84c3ed34-6a52-4ea0-a521-fc8b43d9a88d"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:27.231789 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e4a86-5ad1-4ab0-9282-84b52392e941 service neutron] Pushing event updated for resources: {'Port': ['ID=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:27.256320 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737fb181-1b68-4986-98f9-2a9fca9bc93f x-openstack-request-id: req-737fb181-1b68-4986-98f9-2a9fca9bc93f {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:27.256615 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfbd2ce-7401-4bde-9410-9ea55f87512d", "tag": "84c3ed34-6a52-4ea0-a521-fc8b43d9a88d", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:27.256890 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-737fb181-1b68-4986-98f9-2a9fca9bc93f {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:27.257343 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737fb181-1b68-4986-98f9-2a9fca9bc93f'] response: {'name': 'network-changed', 'server_uuid': 'cdfbd2ce-7401-4bde-9410-9ea55f87512d', 'tag': '84c3ed34-6a52-4ea0-a521-fc8b43d9a88d', 'status': 'completed', 'code': 200} May 30 12:05:27.305663 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-1960ff41-df16-43b3-8dac-465545e1221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:27.307239 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-1960ff41-df16-43b3-8dac-465545e1221e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7843d3fb7cb402b8a85179da7bfffaa&device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 1127 time: 0.0473478 May 30 12:05:27.349203 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-23ac8f39-5a3f-4e11-8b79-65e2d3a9a17d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d HTTP/1.1" status: 200 len: 217 time: 0.0339878 May 30 12:05:27.402755 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-56f0d3bf-8844-4935-9dda-5c4951786a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:27.404217 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-56f0d3bf-8844-4935-9dda-5c4951786a8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae HTTP/1.1" status: 200 len: 849 time: 0.0478113 May 30 12:05:27.441542 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-575749a1-8920-43fe-a562-de3da6230681 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d20fda1c-0652-4fa5-b0ab-44f416d9d703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290139 May 30 12:05:27.543964 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-a6d6c433-6599-44e2-96cb-96ec102c4247 service neutron] 10.222.0.65 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937448 May 30 12:05:27.648866 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:27.653379 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a4a86f10-aa14-4337-8cac-5d67c23be535 req-1a630046-d27b-4174-9a8a-c752c8813165 service neutron] 10.222.0.65 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019964 May 30 12:05:27.981175 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 41284) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:28.018102 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31757119-17eb-435a-af27-ced3ed2b325f req-6b787c04-f8a2-4807-b7f1-fb888ea4b2d7 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:28.019627 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-31757119-17eb-435a-af27-ced3ed2b325f req-6b787c04-f8a2-4807-b7f1-fb888ea4b2d7 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 943 time: 0.0549314 May 30 12:05:28.071793 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-31757119-17eb-435a-af27-ced3ed2b325f req-cb31a0dd-1ca4-44ee-a930-b335ab6e3609 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463600 May 30 12:05:28.096302 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-28005378-ebf8-489a-b0f6-6068573a69c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.173755 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-28005378-ebf8-489a-b0f6-6068573a69c7 admin admin] Publish callbacks [] for security_group (cb4499da-7ad0-461a-b405-7ef5c93c558f), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.177615 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-28005378-ebf8-489a-b0f6-6068573a69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (cb4499da-7ad0-461a-b405-7ef5c93c558f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.215555 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28005378-ebf8-489a-b0f6-6068573a69c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4499da-7ad0-461a-b405-7ef5c93c558f,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:28.220754 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-28005378-ebf8-489a-b0f6-6068573a69c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91215efee3c34596bc62c56dc45c6e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381122 May 30 12:05:28.223053 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 41290) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:28.275989 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0ef89874-3167-4157-a5f1-4ebc521a4f50 admin admin] Publish callbacks [] for security_group (cb4499da-7ad0-461a-b405-7ef5c93c558f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.287265 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4ab9b-f4aa-4cce-94be-000dccd99f1f req-770f4a04-cc4b-425e-9891-af6dd97d8d09 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:28.288823 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-78f4ab9b-f4aa-4cce-94be-000dccd99f1f req-770f4a04-cc4b-425e-9891-af6dd97d8d09 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0466900 May 30 12:05:28.299090 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0ef89874-3167-4157-a5f1-4ebc521a4f50 admin admin] Publish callbacks [] for security_group (cb4499da-7ad0-461a-b405-7ef5c93c558f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.340870 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-78f4ab9b-f4aa-4cce-94be-000dccd99f1f req-c31c8ef1-3cbc-46b5-a887-23a246fbca3a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 May 30 12:05:28.353564 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0ef89874-3167-4157-a5f1-4ebc521a4f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (cb4499da-7ad0-461a-b405-7ef5c93c558f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.356119 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0ef89874-3167-4157-a5f1-4ebc521a4f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.357269 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-0ef89874-3167-4157-a5f1-4ebc521a4f50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb4499da-7ad0-461a-b405-7ef5c93c558f HTTP/1.1" status: 204 len: 168 time: 0.1333084 May 30 12:05:28.365773 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef89874-3167-4157-a5f1-4ebc521a4f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4499da-7ad0-461a-b405-7ef5c93c558f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:28.630116 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 41296) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:28.643201 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-63ba9277-1b85-4194-affa-2b9b0231ddc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.667009 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:28.723142 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-63ba9277-1b85-4194-affa-2b9b0231ddc2 admin admin] Publish callbacks [] for security_group (a27a6b16-3a59-459e-9fb9-0a36df9a05eb), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.727560 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-63ba9277-1b85-4194-affa-2b9b0231ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a27a6b16-3a59-459e-9fb9-0a36df9a05eb), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.801283 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-63ba9277-1b85-4194-affa-2b9b0231ddc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bd349f428c147bf88e84657c81ca0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677952 May 30 12:05:28.801663 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41312) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:28.811138 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-2cce01a9-1932-4641-a594-e584f93dc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:28.814735 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-2cce01a9-1932-4641-a594-e584f93dc5c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7843d3fb7cb402b8a85179da7bfffaa&device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 1127 time: 0.0686314 May 30 12:05:28.814735 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba9277-1b85-4194-affa-2b9b0231ddc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27a6b16-3a59-459e-9fb9-0a36df9a05eb,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:28.852783 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-17337d91-6baf-49c3-9125-e8b3896b53bd admin admin] Publish callbacks [] for security_group (a27a6b16-3a59-459e-9fb9-0a36df9a05eb), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.881397 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-17337d91-6baf-49c3-9125-e8b3896b53bd admin admin] Publish callbacks [] for security_group (a27a6b16-3a59-459e-9fb9-0a36df9a05eb), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.932492 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-e95a9bd1-54ff-405d-99d3-b273b2864d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:28.933934 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-e95a9bd1-54ff-405d-99d3-b273b2864d31 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d20fda1c-0652-4fa5-b0ab-44f416d9d703 HTTP/1.1" status: 200 len: 910 time: 0.1077528 May 30 12:05:28.944642 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-17337d91-6baf-49c3-9125-e8b3896b53bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a27a6b16-3a59-459e-9fb9-0a36df9a05eb), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.951948 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-17337d91-6baf-49c3-9125-e8b3896b53bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:28.955209 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-17337d91-6baf-49c3-9125-e8b3896b53bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a27a6b16-3a59-459e-9fb9-0a36df9a05eb HTTP/1.1" status: 204 len: 168 time: 0.1520886 May 30 12:05:28.985794 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-2ac65568-e231-4ba0-aa23-5ae2ce0a60b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d HTTP/1.1" status: 200 len: 217 time: 0.0422540 May 30 12:05:28.991612 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17337d91-6baf-49c3-9125-e8b3896b53bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27a6b16-3a59-459e-9fb9-0a36df9a05eb,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:29.083904 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-af32850f-5dca-4de7-b5b7-30da7bde1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:29.085379 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-af32850f-5dca-4de7-b5b7-30da7bde1b43 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae HTTP/1.1" status: 200 len: 849 time: 0.0862386 May 30 12:05:29.131524 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:29.134070 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-53e4af13-beb4-4b11-83ee-6f16438459e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d20fda1c-0652-4fa5-b0ab-44f416d9d703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319464 May 30 12:05:29.227296 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29921b71-e38f-4d94-8b2d-104631d7e648 req-77c7959d-ecbf-4808-b9f7-291007729001 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:29.236588 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-29921b71-e38f-4d94-8b2d-104631d7e648 req-77c7959d-ecbf-4808-b9f7-291007729001 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 943 time: 0.0673254 May 30 12:05:29.264523 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:29.307502 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-4236035c-5da6-4127-a86b-51697841513e service neutron] 10.222.0.65 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572738 May 30 12:05:29.308801 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:29.317151 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 41332) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:29.320831 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-29921b71-e38f-4d94-8b2d-104631d7e648 req-8f18774e-ce37-4955-a91a-452cef98a1fe tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833910 May 30 12:05:29.427437 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4a24e2de-7dae-48e7-937b-72edcf330cf7 req-1aabe15e-26e5-4b63-b9a2-dffadae285a4 service neutron] 10.222.0.65 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042328 May 30 12:05:29.470320 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c0da-024b-4ca3-ae21-bf7e8761f3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:29.481360 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f7fcb-c4bf-4529-9f77-af4772637841 req-e6b8a576-dbb4-4ee0-baa5-9d5033a46754 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:29.488150 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-087f7fcb-c4bf-4529-9f77-af4772637841 req-e6b8a576-dbb4-4ee0-baa5-9d5033a46754 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0636828 May 30 12:05:29.538139 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-087f7fcb-c4bf-4529-9f77-af4772637841 req-dfbff272-8f50-4231-ba28-1431301bd761 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491004 May 30 12:05:29.570593 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c0da-024b-4ca3-ae21-bf7e8761f3d4 admin admin] Publish callbacks [] for security_group (6d2a1ead-58e4-4a11-80e3-2c7211435fdc), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:29.575733 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c0da-024b-4ca3-ae21-bf7e8761f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (6d2a1ead-58e4-4a11-80e3-2c7211435fdc), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:29.622707 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c6e5c0da-024b-4ca3-ae21-bf7e8761f3d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7b01b4dbe234da4abb82077d84bb238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045638 May 30 12:05:29.623697 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5c0da-024b-4ca3-ae21-bf7e8761f3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a1ead-58e4-4a11-80e3-2c7211435fdc,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:29.625385 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41348) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:29.688662 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-69d8f1a5-c552-418e-ad45-c6371e649938 admin admin] Publish callbacks [] for security_group (6d2a1ead-58e4-4a11-80e3-2c7211435fdc), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:29.715709 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-69d8f1a5-c552-418e-ad45-c6371e649938 admin admin] Publish callbacks [] for security_group (6d2a1ead-58e4-4a11-80e3-2c7211435fdc), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:29.769377 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-69d8f1a5-c552-418e-ad45-c6371e649938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (6d2a1ead-58e4-4a11-80e3-2c7211435fdc), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:29.772100 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-69d8f1a5-c552-418e-ad45-c6371e649938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:29.773419 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-69d8f1a5-c552-418e-ad45-c6371e649938 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d2a1ead-58e4-4a11-80e3-2c7211435fdc HTTP/1.1" status: 204 len: 168 time: 0.1469412 May 30 12:05:29.783556 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8f1a5-c552-418e-ad45-c6371e649938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a1ead-58e4-4a11-80e3-2c7211435fdc,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:30.405334 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:05:30.476074 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff02d19-cb20-40ad-9d77-c395743f7b8a req-12e51e7c-b5be-43cc-ab2f-2cbfadb294ff tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:30.479190 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dff02d19-cb20-40ad-9d77-c395743f7b8a req-12e51e7c-b5be-43cc-ab2f-2cbfadb294ff tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 943 time: 0.0826352 May 30 12:05:30.493140 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:30.536619 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:05:30.553832 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '84c3ed34-6a52-4ea0-a521-fc8b43d9a88d', 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703', 'port_id': '84c3ed34-6a52-4ea0-a521-fc8b43d9a88d', 'mac_address': 'fa:16:3e:e8:1e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:05:30.558607 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dff02d19-cb20-40ad-9d77-c395743f7b8a req-0310c275-f4c0-4d49-bcaf-6cbdc426b721 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 May 30 12:05:30.610271 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:05:30.610800 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:30.644373 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:05:30.702929 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:05:30.709367 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:30.712081 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce171c-9479-48e5-8a54-9985126dfc07 req-4eec678c-fafe-4e94-95f5-1ec3a473b28a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:30.727801 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c8ce171c-9479-48e5-8a54-9985126dfc07 req-4eec678c-fafe-4e94-95f5-1ec3a473b28a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0719435 May 30 12:05:30.776309 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:30.814027 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c8ce171c-9479-48e5-8a54-9985126dfc07 req-3026549f-6acf-4eca-8f66-16cd91a9f400 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855942 May 30 12:05:31.044021 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['84c3ed34-6a52-4ea0-a521-fc8b43d9a88d'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:05:31.677692 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:31.686536 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978c7e-c5ae-43be-9a34-545ebaeb8f62 req-63b55d7d-2e00-49a4-8c47-6e728c853749 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:31.688897 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-00978c7e-c5ae-43be-9a34-545ebaeb8f62 req-63b55d7d-2e00-49a4-8c47-6e728c853749 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 944 time: 0.0516975 May 30 12:05:31.743936 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-00978c7e-c5ae-43be-9a34-545ebaeb8f62 req-a7ca4296-192f-41d5-84a9-3be7e5d0c355 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494237 May 30 12:05:31.942195 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef5d83-5a00-4011-a857-0ba98a0119bd req-b5cdbdcd-dd27-4c4a-a3d2-ac0a0e2f7ccb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:31.943703 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-50ef5d83-5a00-4011-a857-0ba98a0119bd req-b5cdbdcd-dd27-4c4a-a3d2-ac0a0e2f7ccb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0509789 May 30 12:05:31.993630 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-50ef5d83-5a00-4011-a857-0ba98a0119bd req-c25f9135-fcb7-43b7-9ea8-07075795a07e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444515 May 30 12:05:32.191646 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41486) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:32.300893 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26b231ce-199d-46a6-86f6-2080b862e6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.388329 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26b231ce-199d-46a6-86f6-2080b862e6d0 admin admin] Publish callbacks [] for security_group (a584c7e3-9468-4f69-89fb-8d526231fcc1), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.392875 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26b231ce-199d-46a6-86f6-2080b862e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a584c7e3-9468-4f69-89fb-8d526231fcc1), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.424871 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:05:32.434435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b231ce-199d-46a6-86f6-2080b862e6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a584c7e3-9468-4f69-89fb-8d526231fcc1,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:32.442321 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 41496) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:32.442738 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-26b231ce-199d-46a6-86f6-2080b862e6d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dac5c0d03225472cbfbc93b02b55ca8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490358 May 30 12:05:32.476977 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:05:32.493755 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:05:32.494208 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.506041 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a1c0-620f-453c-b65e-ba9d1204bcfc admin admin] Publish callbacks [] for security_group (a584c7e3-9468-4f69-89fb-8d526231fcc1), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.515078 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:32.592669 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:05:32.593341 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.623309 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfbd2ce-7401-4bde-9410-9ea55f87512d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c3ed34-6a52-4ea0-a521-fc8b43d9a88d'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:32.626661 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1181822f-2f1d-4ca9-b37a-b361c7bade78" -d '{"events": [{"server_uuid": "cdfbd2ce-7401-4bde-9410-9ea55f87512d", "name": "network-vif-plugged", "status": "completed", "tag": "84c3ed34-6a52-4ea0-a521-fc8b43d9a88d"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:32.646870 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:05:32.652588 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.679904 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70ab3b2-21a7-42fb-bccc-ed0444f8fce3 x-openstack-request-id: req-e70ab3b2-21a7-42fb-bccc-ed0444f8fce3 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:32.680234 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfbd2ce-7401-4bde-9410-9ea55f87512d", "name": "network-vif-plugged", "status": "completed", "tag": "84c3ed34-6a52-4ea0-a521-fc8b43d9a88d", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:32.680491 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e70ab3b2-21a7-42fb-bccc-ed0444f8fce3 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:32.680892 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70ab3b2-21a7-42fb-bccc-ed0444f8fce3'] response: {'server_uuid': 'cdfbd2ce-7401-4bde-9410-9ea55f87512d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c3ed34-6a52-4ea0-a521-fc8b43d9a88d', 'code': 200} May 30 12:05:32.711508 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:32.806293 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a1c0-620f-453c-b65e-ba9d1204bcfc admin admin] Publish callbacks [] for security_group (a584c7e3-9468-4f69-89fb-8d526231fcc1), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.886885 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:32.887468 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a1c0-620f-453c-b65e-ba9d1204bcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a584c7e3-9468-4f69-89fb-8d526231fcc1), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.889416 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a1c0-620f-453c-b65e-ba9d1204bcfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:32.890538 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-9ac6a1c0-620f-453c-b65e-ba9d1204bcfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a584c7e3-9468-4f69-89fb-8d526231fcc1 HTTP/1.1" status: 204 len: 168 time: 0.4477258 May 30 12:05:32.897357 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:32.902342 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4796a82-fbd6-4e59-a1a2-b46083c9b41d req-780ab8c6-0ffa-427e-887c-8178ca2fff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:32.904073 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c4796a82-fbd6-4e59-a1a2-b46083c9b41d req-780ab8c6-0ffa-427e-887c-8178ca2fff04 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 1129 time: 0.0555801 May 30 12:05:32.906724 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a1c0-620f-453c-b65e-ba9d1204bcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a584c7e3-9468-4f69-89fb-8d526231fcc1,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:32.913759 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c284-57dc-4326-98fe-df9c2c84c9d3 req-768c8ca1-27ce-4591-99ac-b56507874e0d tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:32.915393 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7d28c284-57dc-4326-98fe-df9c2c84c9d3 req-768c8ca1-27ce-4591-99ac-b56507874e0d tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 945 time: 0.0636377 May 30 12:05:32.961984 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c4796a82-fbd6-4e59-a1a2-b46083c9b41d req-4617014b-8b7f-41f5-872a-b273a7376a84 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461063 May 30 12:05:32.989519 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7d28c284-57dc-4326-98fe-df9c2c84c9d3 req-3fd3c412-18c7-40bc-9f9a-e6c3d567eb4c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552082 May 30 12:05:33.095551 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.117590 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b7897-95e1-47d3-aec2-c5f7217fb0ac req-59f5d844-2281-4855-a71f-c970c66b79ee tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:33.118998 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-264b7897-95e1-47d3-aec2-c5f7217fb0ac req-59f5d844-2281-4855-a71f-c970c66b79ee tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0527654 May 30 12:05:33.132620 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:33.174839 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-264b7897-95e1-47d3-aec2-c5f7217fb0ac req-39923565-d055-4848-87cf-958275294ec3 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495536 May 30 12:05:33.217630 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1b083ba1-59ed-4cdb-8ce6-3f7166e2e96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.222601 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 41520) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:33.237093 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-88612ed4-c455-4610-b3d1-401795ce974d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.316356 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-88612ed4-c455-4610-b3d1-401795ce974d admin admin] Publish callbacks [] for security_group (35cdcb5b-16d4-4c26-b04d-f2afa3eccef5), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.320081 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-88612ed4-c455-4610-b3d1-401795ce974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (35cdcb5b-16d4-4c26-b04d-f2afa3eccef5), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.361941 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-88612ed4-c455-4610-b3d1-401795ce974d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41a6ff3d1bb74eceadb43668704d8609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382475 May 30 12:05:33.362762 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88612ed4-c455-4610-b3d1-401795ce974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cdcb5b-16d4-4c26-b04d-f2afa3eccef5,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:33.365172 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41522) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:33.416176 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-93c8e1e4-ddf6-44dc-b57a-fa7866cfe64d admin admin] Publish callbacks [] for security_group (35cdcb5b-16d4-4c26-b04d-f2afa3eccef5), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.441573 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-93c8e1e4-ddf6-44dc-b57a-fa7866cfe64d admin admin] Publish callbacks [] for security_group (35cdcb5b-16d4-4c26-b04d-f2afa3eccef5), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.497757 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-93c8e1e4-ddf6-44dc-b57a-fa7866cfe64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (35cdcb5b-16d4-4c26-b04d-f2afa3eccef5), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.500140 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-93c8e1e4-ddf6-44dc-b57a-fa7866cfe64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.502070 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-93c8e1e4-ddf6-44dc-b57a-fa7866cfe64d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35cdcb5b-16d4-4c26-b04d-f2afa3eccef5 HTTP/1.1" status: 204 len: 168 time: 0.1358116 May 30 12:05:33.510776 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8e1e4-ddf6-44dc-b57a-fa7866cfe64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cdcb5b-16d4-4c26-b04d-f2afa3eccef5,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:33.881180 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 41536) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:33.899811 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2895-f4e5-40f0-884f-a41864782a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.937613 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:33.979583 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2895-f4e5-40f0-884f-a41864782a43 admin admin] Publish callbacks [] for security_group (5aaef4e5-fc30-44f1-b626-7d703a06ccf5), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.984484 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2895-f4e5-40f0-884f-a41864782a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5aaef4e5-fc30-44f1-b626-7d703a06ccf5), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:33.987287 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41540) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:34.025996 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-cd2b2895-f4e5-40f0-884f-a41864782a43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a047765440d14856a5887a392ab8f991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430614 May 30 12:05:34.026177 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b2895-f4e5-40f0-884f-a41864782a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaef4e5-fc30-44f1-b626-7d703a06ccf5,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:34.028916 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41546) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:34.102264 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c96c8201-f26b-4507-ae07-4d8d1cdf45c8 admin admin] Publish callbacks [] for security_group (5aaef4e5-fc30-44f1-b626-7d703a06ccf5), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.155568 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-640d2b59-df27-4c3d-81ea-d56837734c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.169384 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8008e-97c2-43b4-8a23-db55850047e2 req-148e1aa9-c00e-4e5a-9e50-9d75c0e94b9c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:34.171602 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7f8008e-97c2-43b4-8a23-db55850047e2 req-148e1aa9-c00e-4e5a-9e50-9d75c0e94b9c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 945 time: 0.0846946 May 30 12:05:34.183351 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c96c8201-f26b-4507-ae07-4d8d1cdf45c8 admin admin] Publish callbacks [] for security_group (5aaef4e5-fc30-44f1-b626-7d703a06ccf5), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.532955 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7f8008e-97c2-43b4-8a23-db55850047e2 req-ce765fa6-a287-4d73-a7b5-e75700cab4e3 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515851 May 30 12:05:34.557578 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270a7b6-5951-4977-ab35-66ddf2054d2f req-1830aa27-2b9f-44e3-a23b-cfe3a3e78574 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:34.559113 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f270a7b6-5951-4977-ab35-66ddf2054d2f req-1830aa27-2b9f-44e3-a23b-cfe3a3e78574 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0843034 May 30 12:05:34.599767 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c96c8201-f26b-4507-ae07-4d8d1cdf45c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5aaef4e5-fc30-44f1-b626-7d703a06ccf5), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.602203 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c96c8201-f26b-4507-ae07-4d8d1cdf45c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.603292 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c96c8201-f26b-4507-ae07-4d8d1cdf45c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aaef4e5-fc30-44f1-b626-7d703a06ccf5 HTTP/1.1" status: 204 len: 168 time: 0.5727763 May 30 12:05:34.613673 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-640d2b59-df27-4c3d-81ea-d56837734c6a admin admin] Publish callbacks [] for security_group (a0fec70a-8707-430f-b98c-945ae14e0ee0), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.622157 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c8201-f26b-4507-ae07-4d8d1cdf45c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaef4e5-fc30-44f1-b626-7d703a06ccf5,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:34.626915 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-640d2b59-df27-4c3d-81ea-d56837734c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a0fec70a-8707-430f-b98c-945ae14e0ee0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.657325 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:34.687246 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f270a7b6-5951-4977-ab35-66ddf2054d2f req-ca6a1410-0b2a-449f-9875-ccbfaf5fe381 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097579 May 30 12:05:34.695810 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-640d2b59-df27-4c3d-81ea-d56837734c6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eae1bcd894ca400ea2eb04926906edaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7046776 May 30 12:05:34.695810 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d2b59-df27-4c3d-81ea-d56837734c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fec70a-8707-430f-b98c-945ae14e0ee0,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:34.696299 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 41552) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:34.754503 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40102d40-6792-409b-9c06-599a2ecfed34 admin admin] Publish callbacks [] for security_group (a0fec70a-8707-430f-b98c-945ae14e0ee0), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.782778 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40102d40-6792-409b-9c06-599a2ecfed34 admin admin] Publish callbacks [] for security_group (a0fec70a-8707-430f-b98c-945ae14e0ee0), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.843860 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40102d40-6792-409b-9c06-599a2ecfed34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a0fec70a-8707-430f-b98c-945ae14e0ee0), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.848678 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-40102d40-6792-409b-9c06-599a2ecfed34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:34.849824 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-40102d40-6792-409b-9c06-599a2ecfed34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0fec70a-8707-430f-b98c-945ae14e0ee0 HTTP/1.1" status: 204 len: 168 time: 0.1524956 May 30 12:05:34.858828 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40102d40-6792-409b-9c06-599a2ecfed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fec70a-8707-430f-b98c-945ae14e0ee0,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:35.518282 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-249fa781-8eef-41ea-b68b-2e0782b8c361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:35.671514 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b10d-7384-423a-a0ff-8f6b4cc8f500 req-cc739f03-73b1-40ac-8048-e3033d7f40d7 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:35.673818 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c945b10d-7384-423a-a0ff-8f6b4cc8f500 req-cc739f03-73b1-40ac-8048-e3033d7f40d7 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 945 time: 0.0579638 May 30 12:05:35.724564 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c945b10d-7384-423a-a0ff-8f6b4cc8f500 req-76cb3868-8300-4c97-b5b4-8879dc2b1834 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 May 30 12:05:35.872026 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267ac0-cef2-45c0-bd1d-a69bb2c69c70 req-0c8416f8-7741-4953-9a4e-bf1f9ef3f104 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:35.874167 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-17267ac0-cef2-45c0-bd1d-a69bb2c69c70 req-0c8416f8-7741-4953-9a4e-bf1f9ef3f104 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0576839 May 30 12:05:35.927452 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-17267ac0-cef2-45c0-bd1d-a69bb2c69c70 req-adeb8bb7-1c4d-4328-af22-29824dadbba6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 May 30 12:05:36.910167 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:37.076307 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:37.098790 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7cf6d-fef6-44dc-9163-e92ea8c8c0cc req-ef6d717f-29f6-441c-9fb7-87b12d99fabe tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:37.100181 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5db7cf6d-fef6-44dc-9163-e92ea8c8c0cc req-ef6d717f-29f6-441c-9fb7-87b12d99fabe tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0912902 May 30 12:05:37.108446 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4962212-7aaa-4b49-8aeb-576f9d8814d7 req-734b8243-1b3b-4787-b3e6-dc8da729ac37 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:37.109988 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4962212-7aaa-4b49-8aeb-576f9d8814d7 req-734b8243-1b3b-4787-b3e6-dc8da729ac37 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 945 time: 0.0609107 May 30 12:05:37.184979 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5db7cf6d-fef6-44dc-9163-e92ea8c8c0cc req-36801a79-caaf-4993-a22b-11562c2da414 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733829 May 30 12:05:37.193399 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4962212-7aaa-4b49-8aeb-576f9d8814d7 req-a0926b89-8cf4-4b2c-a91f-cbf2d5eb2d44 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753281 May 30 12:05:38.316758 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:38.354011 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb40a1-5c02-4c43-8339-69acf6007dcc req-e62fdff8-c879-4acd-9668-03163f0d6049 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:38.355477 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4fdb40a1-5c02-4c43-8339-69acf6007dcc req-e62fdff8-c879-4acd-9668-03163f0d6049 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0957284 May 30 12:05:38.362356 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959106a5-af09-4dd6-81ff-4693ea6dbcd0 req-7612d547-d47a-4b55-b86d-078f69174a1e tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:38.363696 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-959106a5-af09-4dd6-81ff-4693ea6dbcd0 req-7612d547-d47a-4b55-b86d-078f69174a1e tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 945 time: 0.0947425 May 30 12:05:38.437957 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4fdb40a1-5c02-4c43-8339-69acf6007dcc req-1c0cbc04-3a40-4dcc-92fa-e4b407788901 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731370 May 30 12:05:38.445271 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-959106a5-af09-4dd6-81ff-4693ea6dbcd0 req-49288f1e-5a50-4f10-a42a-59fdbebd2dbe tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740068 May 30 12:05:39.417953 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c89aae-554c-45a7-9d7a-4f90813428c6 req-1e63ca2a-83bd-482f-9f09-de8f303a4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:39.419353 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d1c89aae-554c-45a7-9d7a-4f90813428c6 req-1e63ca2a-83bd-482f-9f09-de8f303a4737 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 1129 time: 0.0401876 May 30 12:05:39.463997 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d1c89aae-554c-45a7-9d7a-4f90813428c6 req-99238fae-a53b-4965-b6db-4d5640b460d4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 May 30 12:05:39.600028 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f74db7-0c53-4a11-a8d1-7df7dab00eed req-4ef67009-8509-4f4c-8daa-ebfb0f2123bf tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:39.601553 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6f74db7-0c53-4a11-a8d1-7df7dab00eed req-4ef67009-8509-4f4c-8daa-ebfb0f2123bf tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0934505 May 30 12:05:39.609490 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e099b5-be75-4116-a2a6-72b1d36ec47a req-7df21b6e-8569-4d08-8f47-0d539c745311 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:39.611177 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-71e099b5-be75-4116-a2a6-72b1d36ec47a req-7df21b6e-8569-4d08-8f47-0d539c745311 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 945 time: 0.0902114 May 30 12:05:39.686393 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6f74db7-0c53-4a11-a8d1-7df7dab00eed req-861f4b87-c767-491e-b5c2-063685edd3ab tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741782 May 30 12:05:39.694900 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-71e099b5-be75-4116-a2a6-72b1d36ec47a req-f7f297a6-0d8f-463e-b5d8-3f5c82fd885f tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761726 May 30 12:05:39.786872 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23160910-6c76-41ed-8f19-93e163831e13 req-7cfbd957-f457-4308-a812-20151531b28a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:39.788319 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-23160910-6c76-41ed-8f19-93e163831e13 req-7cfbd957-f457-4308-a812-20151531b28a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 945 time: 0.0494568 May 30 12:05:39.882445 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-23160910-6c76-41ed-8f19-93e163831e13 req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Deleting port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:05:39.882787 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-23160910-6c76-41ed-8f19-93e163831e13 req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:39.916050 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:39.941744 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:39.981156 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-23160910-6c76-41ed-8f19-93e163831e13 req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] For port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:05:39.981524 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-23160910-6c76-41ed-8f19-93e163831e13 req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:39.995402 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-23160910-6c76-41ed-8f19-93e163831e13 req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Calling delete_port for 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:05:40.130879 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-23160910-6c76-41ed-8f19-93e163831e13 req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (84c3ed34-6a52-4ea0-a521-fc8b43d9a88d), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:40.144394 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['84c3ed34-6a52-4ea0-a521-fc8b43d9a88d'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:05:40.160257 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Pushing event deleted for resources: {'Port': ['ID=84c3ed34-6a52-4ea0-a521-fc8b43d9a88d,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:40.210200 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-23160910-6c76-41ed-8f19-93e163831e13 req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] No DVR routers for this DVR port 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:05:40.213155 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-23160910-6c76-41ed-8f19-93e163831e13 req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:40.216478 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-23160910-6c76-41ed-8f19-93e163831e13 req-96079722-2bb0-4f1b-b395-fb9a73a4030b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.65 "DELETE /v2.0/ports/84c3ed34-6a52-4ea0-a521-fc8b43d9a88d HTTP/1.1" status: 204 len: 173 time: 0.4217563 May 30 12:05:40.216959 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfbd2ce-7401-4bde-9410-9ea55f87512d', 'name': 'network-vif-deleted', 'tag': '84c3ed34-6a52-4ea0-a521-fc8b43d9a88d'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:40.219370 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9619f4c-5538-4867-ab10-dfa7a2340527" -d '{"events": [{"server_uuid": "cdfbd2ce-7401-4bde-9410-9ea55f87512d", "name": "network-vif-deleted", "tag": "84c3ed34-6a52-4ea0-a521-fc8b43d9a88d"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:40.262133 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d538f9f1-0add-466e-a8f1-aae9791319b1 x-openstack-request-id: req-d538f9f1-0add-466e-a8f1-aae9791319b1 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:40.262600 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfbd2ce-7401-4bde-9410-9ea55f87512d", "name": "network-vif-deleted", "tag": "84c3ed34-6a52-4ea0-a521-fc8b43d9a88d", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:40.262852 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d538f9f1-0add-466e-a8f1-aae9791319b1 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:40.263256 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d538f9f1-0add-466e-a8f1-aae9791319b1'] response: {'server_uuid': 'cdfbd2ce-7401-4bde-9410-9ea55f87512d', 'name': 'network-vif-deleted', 'tag': '84c3ed34-6a52-4ea0-a521-fc8b43d9a88d', 'status': 'completed', 'code': 200} May 30 12:05:40.808753 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7b1de-ed40-486a-9e37-29c752975c3e req-cb8d1eb8-ff51-4199-b0a5-eb0a02c083aa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:40.811233 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8de7b1de-ed40-486a-9e37-29c752975c3e req-cb8d1eb8-ff51-4199-b0a5-eb0a02c083aa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0513813 May 30 12:05:40.863951 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8de7b1de-ed40-486a-9e37-29c752975c3e req-ccaaa8e9-8903-4aa5-b417-c0345b1046a8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431139 May 30 12:05:40.898790 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0f00f4b0-8ea8-40c7-8a06-7545658dd31a req-09ca539f-bf6e-418e-97ac-09fe72babeb2 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdfbd2ce-7401-4bde-9410-9ea55f87512d HTTP/1.1" status: 200 len: 210 time: 0.0330865 May 30 12:05:41.984386 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae6ac-bb23-402e-854c-135e4e4fedb9 req-84c0a6bf-6be4-4938-b39e-faede6dd6118 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:41.985885 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f8eae6ac-bb23-402e-854c-135e4e4fedb9 req-84c0a6bf-6be4-4938-b39e-faede6dd6118 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0491755 May 30 12:05:42.036712 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f8eae6ac-bb23-402e-854c-135e4e4fedb9 req-48153dc0-7832-460c-804d-37a534c4cae6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 May 30 12:05:42.203939 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:42.222351 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78443dd-e13f-47c0-b91e-256c60809ed2 req-37156d16-fd18-4feb-9bdd-70e721ebf8fe tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:42.224023 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f78443dd-e13f-47c0-b91e-256c60809ed2 req-37156d16-fd18-4feb-9bdd-70e721ebf8fe tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.1139474 May 30 12:05:42.314803 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-d583187f-1c5d-496e-80a1-b0cfbdbf100d tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:42.317384 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-d583187f-1c5d-496e-80a1-b0cfbdbf100d tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/networks?id=d20fda1c-0652-4fa5-b0ab-44f416d9d703 HTTP/1.1" status: 200 len: 809 time: 0.1962292 May 30 12:05:42.320632 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f78443dd-e13f-47c0-b91e-256c60809ed2 req-345a7bb1-9eeb-4fb9-b961-4e223da7ccb5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843484 May 30 12:05:42.334031 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-be377d04-83d0-4391-82a4-284777503609 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/quotas/b7843d3fb7cb402b8a85179da7bfffaa HTTP/1.1" status: 200 len: 375 time: 0.0112734 May 30 12:05:42.369771 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-0a1d701f-a525-4ecb-ba29-a4cd820c788f tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7843d3fb7cb402b8a85179da7bfffaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303798 May 30 12:05:42.493862 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4f7f08b-aa41-4edf-bb1c-b33ea851aa8e service neutron] 10.222.0.32 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152172 May 30 12:05:42.549733 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:42.605630 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-90fe48b2-a781-4e80-ab0e-bd0ae99763ca service neutron] 10.222.0.32 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108155 May 30 12:05:42.839465 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-013da5e2-7130-46b5-94bf-5979e80c22ed req-c4a29585-d917-444d-8167-c350a843c730 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 210 time: 0.0307984 May 30 12:05:43.938894 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a5b887b-cff8-4d91-8235-0af8272e8707 req-d06daad4-ad5d-4581-a4f8-ebf5fcd56623 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 210 time: 0.0275223 May 30 12:05:43.989144 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532900d9-90de-48eb-bc1c-6c2a3a6c83ce req-a739c803-1d18-4fd2-a6cb-67500bb327ba tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:43.990626 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-532900d9-90de-48eb-bc1c-6c2a3a6c83ce req-a739c803-1d18-4fd2-a6cb-67500bb327ba tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0474277 May 30 12:05:44.041707 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-532900d9-90de-48eb-bc1c-6c2a3a6c83ce req-9118a8c1-0170-4ee8-b302-ed5dcd7fdd51 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 May 30 12:05:44.505317 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:05:44.534083 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:05:44.534433 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 84c3ed34-6a52-4ea0-a521-fc8b43d9a88d not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:05:45.038071 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5a596e35-dc73-4d50-b5a1-01c2426ccd35 req-62cbc8fb-ab52-46ae-b08e-aeae6ee5820f tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 210 time: 0.0281012 May 30 12:05:45.157554 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d567901-8c6b-4493-b06d-b7904411ec98 req-0caff268-160f-4eba-9e8b-fd162711a515 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:45.159036 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3d567901-8c6b-4493-b06d-b7904411ec98 req-0caff268-160f-4eba-9e8b-fd162711a515 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0487592 May 30 12:05:45.211462 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3d567901-8c6b-4493-b06d-b7904411ec98 req-5f9ab899-827f-4962-88b4-683fede369c6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462985 May 30 12:05:46.137519 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7b467352-99ca-45c0-bda6-956593d96bd2 req-a5dfeda0-72c6-4249-9e7c-7c493fed6fe9 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 210 time: 0.0266478 May 30 12:05:46.331965 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5beef-6763-4071-9c5e-f288adc433a6 req-bc8fa135-9757-403c-8629-506344afa21b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:46.333389 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-45b5beef-6763-4071-9c5e-f288adc433a6 req-bc8fa135-9757-403c-8629-506344afa21b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0501902 May 30 12:05:46.403160 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-45b5beef-6763-4071-9c5e-f288adc433a6 req-24f9c09f-8c15-47cb-93e6-6deaceb8630b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641515 May 30 12:05:46.428422 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-f7bfc0ee-2e29-460b-b840-90a5bbda183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:46.429960 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-f7bfc0ee-2e29-460b-b840-90a5bbda183d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 1129 time: 0.0418472 May 30 12:05:46.545681 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:46.627939 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-af4800ce-0eec-4b9d-9295-c9634068b3af tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:46.629432 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-af4800ce-0eec-4b9d-9295-c9634068b3af tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.65 "GET /v2.0/networks?id=d20fda1c-0652-4fa5-b0ab-44f416d9d703 HTTP/1.1" status: 200 len: 809 time: 0.1871984 May 30 12:05:46.630497 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-60d2e39b-6e97-4828-a405-1ed21df205f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:46.631794 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-60d2e39b-6e97-4828-a405-1ed21df205f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.1804149 May 30 12:05:46.731795 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Request body: {'port': {'device_id': '3d315266-d4ca-49dd-a23a-422ff48316a9', 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703', 'admin_state_up': True, 'tenant_id': 'b7843d3fb7cb402b8a85179da7bfffaa'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:05:46.804253 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-5b55711e-638f-4791-9b4a-93189a4e51a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4002c1fa-42e8-4916-ae13-112447234689 HTTP/1.1" status: 200 len: 217 time: 0.0682342 May 30 12:05:46.886979 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-d1606fc9-00af-4b42-acb6-ff03a3cb6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:46.888464 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-d1606fc9-00af-4b42-acb6-ff03a3cb6b09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0746078 May 30 12:05:46.946723 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-2bc55e61-5fdb-4e8f-853c-5eb17a437428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:46.948258 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-2bc55e61-5fdb-4e8f-853c-5eb17a437428 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522029 May 30 12:05:46.949212 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Made reservation on behalf of b7843d3fb7cb402b8a85179da7bfffaa for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:05:46.952493 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:47.078582 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:47.132545 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-15c025d5-a379-49d1-b949-576413cb6e13 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764939 May 30 12:05:47.195524 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Allocated IP 172.20.0.2 (d20fda1c-0652-4fa5-b0ab-44f416d9d703/280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae/2ca8fe76-2bd8-47a7-b548-22fe3095f649) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:05:47.246401 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5b7cb7ae-e161-4698-b3f6-58c7a3589449 req-8c658819-9407-47e6-8e4f-1f80ae220164 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 210 time: 0.0363553 May 30 12:05:47.335993 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19bbfe42-00ea-4630-ae86-d643b9a2f3d9 req-5701e3a5-d50b-46bd-bf1f-bc1c930f0e51 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895633 May 30 12:05:47.388630 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks [] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:47.391652 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:47.429489 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:47.479647 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Network d20fda1c-0652-4fa5-b0ab-44f416d9d703 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:05:47.486058 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:05:47.495737 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:05:47.502047 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:47.502670 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:47.511342 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Pushing event updated for resources: {'Port': ['ID=2ca8fe76-2bd8-47a7-b548-22fe3095f649,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:47.525476 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-e4040139-99c4-43d2-82bf-21c9feb5969c tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974844 May 30 12:05:47.525897 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cfdb4-c10b-43b0-ad87-9e83888994f0 req-42c211a0-76a9-4535-afd0-9a92ac6503fe tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:47.527410 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-830cfdb4-c10b-43b0-ad87-9e83888994f0 req-42c211a0-76a9-4535-afd0-9a92ac6503fe tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0514817 May 30 12:05:47.551021 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Request body: {'port': {'device_id': '3d315266-d4ca-49dd-a23a-422ff48316a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:05:47.583039 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-830cfdb4-c10b-43b0-ad87-9e83888994f0 req-79cccf4b-c7e9-4886-a51f-8843022b4f88 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484009 May 30 12:05:47.624288 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:47.942787 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca8fe76-2bd8-47a7-b548-22fe3095f649 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:05:47.950450 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Publish callbacks [] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:47.966381 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Transition to ACTIVE for port object 2ca8fe76-2bd8-47a7-b548-22fe3095f649 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:05:47.971866 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:47.976446 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:48.031053 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Pushing event updated for resources: {'Port': ['ID=2ca8fe76-2bd8-47a7-b548-22fe3095f649,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:48.067812 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Attempting to bind port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:05:48.068147 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Attempting to bind port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:05:48.068505 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Attempting to bind port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 on network d20fda1c-0652-4fa5-b0ab-44f416d9d703 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:05:48.072975 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 on network d20fda1c-0652-4fa5-b0ab-44f416d9d703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:05:48.073334 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Attempting to bind port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 on network d20fda1c-0652-4fa5-b0ab-44f416d9d703 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:05:48.079094 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:05:48.079441 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Checking segment: {'id': 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:05:48.079823 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Bound using segment: {'id': 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:05:48.080276 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Bound port: 2ca8fe76-2bd8-47a7-b548-22fe3095f649, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:05:48.080635 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.145274 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41918) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:48.151186 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] For port 2ca8fe76-2bd8-47a7-b548-22fe3095f649, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:05:48.154860 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] For port 2ca8fe76-2bd8-47a7-b548-22fe3095f649, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ca8fe76-2bd8-47a7-b548-22fe3095f649,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:05:48.161229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.196201 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:48.196920 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.198311 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] 10.222.0.65 "PUT /v2.0/ports/2ca8fe76-2bd8-47a7-b548-22fe3095f649 HTTP/1.1" status: 200 len: 1093 time: 0.6544981 May 30 12:05:48.206394 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d315266-d4ca-49dd-a23a-422ff48316a9', 'tag': '2ca8fe76-2bd8-47a7-b548-22fe3095f649'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:48.209105 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351c6886-1534-46c2-9466-ed0faa0dc526" -d '{"events": [{"name": "network-changed", "server_uuid": "3d315266-d4ca-49dd-a23a-422ff48316a9", "tag": "2ca8fe76-2bd8-47a7-b548-22fe3095f649"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:48.230971 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ed366-38f2-4e8e-94b4-331e107e9fde service neutron] Pushing event updated for resources: {'Port': ['ID=2ca8fe76-2bd8-47a7-b548-22fe3095f649,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:48.253168 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e94c7-f51b-4207-9c58-35e6719766d0 x-openstack-request-id: req-404e94c7-f51b-4207-9c58-35e6719766d0 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:48.253827 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d315266-d4ca-49dd-a23a-422ff48316a9", "tag": "2ca8fe76-2bd8-47a7-b548-22fe3095f649", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:48.254101 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-404e94c7-f51b-4207-9c58-35e6719766d0 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:48.254503 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404e94c7-f51b-4207-9c58-35e6719766d0'] response: {'name': 'network-changed', 'server_uuid': '3d315266-d4ca-49dd-a23a-422ff48316a9', 'tag': '2ca8fe76-2bd8-47a7-b548-22fe3095f649', 'status': 'completed', 'code': 200} May 30 12:05:48.265200 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6442ea3b-5a3a-41f0-9fd1-a7d8e378f28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.300581 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-c73ca68e-ea52-4485-993a-1f4f52336288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:48.302252 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-c73ca68e-ea52-4485-993a-1f4f52336288 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7843d3fb7cb402b8a85179da7bfffaa&device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 1127 time: 0.0422196 May 30 12:05:48.318410 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:48.356852 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-c4e9ae59-b829-4693-9bfc-1cc467f9b612 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ca8fe76-2bd8-47a7-b548-22fe3095f649 HTTP/1.1" status: 200 len: 217 time: 0.0453751 May 30 12:05:48.406891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6442ea3b-5a3a-41f0-9fd1-a7d8e378f28b admin admin] Publish callbacks [] for security_group (973c1831-351a-465c-abbc-69179061087a), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.412049 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-a574e655-39f0-41ca-a7ff-fae55c8cca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:48.413836 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14b0b0-6e3b-43aa-8fe8-a36e64842ff1 req-9d18d69c-41d2-4980-b574-d64f047f3f49 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:48.413978 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-a574e655-39f0-41ca-a7ff-fae55c8cca94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae HTTP/1.1" status: 200 len: 849 time: 0.0506780 May 30 12:05:48.416199 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dc14b0b0-6e3b-43aa-8fe8-a36e64842ff1 req-9d18d69c-41d2-4980-b574-d64f047f3f49 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 943 time: 0.0862308 May 30 12:05:48.416449 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6442ea3b-5a3a-41f0-9fd1-a7d8e378f28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (973c1831-351a-465c-abbc-69179061087a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.420015 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:48.450549 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-72309e40-02cb-4aa3-9afb-165a42507edb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d20fda1c-0652-4fa5-b0ab-44f416d9d703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273440 May 30 12:05:48.485922 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442ea3b-5a3a-41f0-9fd1-a7d8e378f28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973c1831-351a-465c-abbc-69179061087a,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:48.500333 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6442ea3b-5a3a-41f0-9fd1-a7d8e378f28b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1a1a2c48b364bf9b84c85a0f1ca15fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539486 May 30 12:05:48.501105 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 41926) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:05:48.526738 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dc14b0b0-6e3b-43aa-8fe8-a36e64842ff1 req-c84e9e64-8a4a-4cab-b55c-d216038694fc tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978060 May 30 12:05:48.560275 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-d757b03c-dc80-4b49-9016-02d266f7457e service neutron] 10.222.0.65 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991189 May 30 12:05:48.585989 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6dfef099-0698-48e1-ac60-1925fb023ac9 admin admin] Publish callbacks [] for security_group (973c1831-351a-465c-abbc-69179061087a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.613327 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6dfef099-0698-48e1-ac60-1925fb023ac9 admin admin] Publish callbacks [] for security_group (973c1831-351a-465c-abbc-69179061087a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.643643 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:48.671548 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4e0e8459-8fe0-4ab7-87d3-57a0694991be req-8cc33d85-7c9a-4b0f-b792-267a094c3bd5 service neutron] 10.222.0.65 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026037 May 30 12:05:48.684896 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6dfef099-0698-48e1-ac60-1925fb023ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (973c1831-351a-465c-abbc-69179061087a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.688405 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6dfef099-0698-48e1-ac60-1925fb023ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:48.689600 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6dfef099-0698-48e1-ac60-1925fb023ac9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/973c1831-351a-465c-abbc-69179061087a HTTP/1.1" status: 204 len: 168 time: 0.1847188 May 30 12:05:48.718227 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfef099-0698-48e1-ac60-1925fb023ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973c1831-351a-465c-abbc-69179061087a,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:48.740002 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c0af2-1489-40f5-928a-2e32efd35208 req-e5a76b1f-c3c0-4506-8654-b670c003ef87 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:48.741729 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6b5c0af2-1489-40f5-928a-2e32efd35208 req-e5a76b1f-c3c0-4506-8654-b670c003ef87 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0679772 May 30 12:05:48.794050 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6b5c0af2-1489-40f5-928a-2e32efd35208 req-891bcca5-6308-492b-a159-cbfc8c97a553 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459895 May 30 12:05:49.654557 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f743a74-5c3d-40f3-a6a2-f27c65fe2b6b req-96a42cf1-3d1e-4adb-a262-723f44d3f206 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:49.656059 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f743a74-5c3d-40f3-a6a2-f27c65fe2b6b req-96a42cf1-3d1e-4adb-a262-723f44d3f206 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 943 time: 0.0533962 May 30 12:05:49.670609 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:05:49.706233 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f743a74-5c3d-40f3-a6a2-f27c65fe2b6b req-d5d347a1-c4ab-48d7-ae54-d5112eb5c6f2 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 May 30 12:05:49.912132 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e466e-fc3a-450e-9b93-21c715031d6d req-35ccd4fa-7d2d-465a-9832-8709d2a749fd tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:49.913649 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c00e466e-fc3a-450e-9b93-21c715031d6d req-35ccd4fa-7d2d-465a-9832-8709d2a749fd tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0474770 May 30 12:05:49.970816 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c00e466e-fc3a-450e-9b93-21c715031d6d req-2064c205-8212-47ad-8160-9ad2301a4735 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514848 May 30 12:05:50.001664 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-c79502db-6e4e-47c9-a5cd-a31d8ccd73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:50.003684 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-c79502db-6e4e-47c9-a5cd-a31d8ccd73ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7843d3fb7cb402b8a85179da7bfffaa&device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 1127 time: 0.0681379 May 30 12:05:50.108532 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-0b56e1bb-7119-4c14-a634-1142d4b4f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:50.110981 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-0b56e1bb-7119-4c14-a634-1142d4b4f996 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d20fda1c-0652-4fa5-b0ab-44f416d9d703 HTTP/1.1" status: 200 len: 910 time: 0.1008112 May 30 12:05:50.161236 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-b5f98c63-4ea3-47f5-8467-b883c0c8e700 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ca8fe76-2bd8-47a7-b548-22fe3095f649 HTTP/1.1" status: 200 len: 217 time: 0.0380223 May 30 12:05:50.232293 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-fc2e09f6-d5c8-4eb5-ae9d-b0fb40ea5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:50.233816 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-fc2e09f6-d5c8-4eb5-ae9d-b0fb40ea5a98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae HTTP/1.1" status: 200 len: 849 time: 0.0552273 May 30 12:05:50.268990 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-7b57224d-1872-49d1-81b3-533bb9e9a3ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d20fda1c-0652-4fa5-b0ab-44f416d9d703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261612 May 30 12:05:50.380137 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-7f4dbd92-1486-4c45-81ab-9105b020d10d service neutron] 10.222.0.65 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989969 May 30 12:05:50.485693 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-351c6886-1534-46c2-9466-ed0faa0dc526 req-791f90b8-2b33-434f-81d5-24f3794e0012 service neutron] 10.222.0.65 "GET /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965648 May 30 12:05:50.820552 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30613d41-176b-42e6-b978-dd4ce76db4cd req-e604a4ce-7b81-4849-b7bd-7bfe4c6835bb tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:50.822263 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-30613d41-176b-42e6-b978-dd4ce76db4cd req-e604a4ce-7b81-4849-b7bd-7bfe4c6835bb tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 943 time: 0.0471802 May 30 12:05:50.873044 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-30613d41-176b-42e6-b978-dd4ce76db4cd req-41d206d9-99ff-40d1-9c85-7ad30edba0a9 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454657 May 30 12:05:51.090018 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b76a8-4983-4f90-8980-1b6b22fa9335 req-27c9e3cf-5ab7-42aa-a98c-24d3a2b29186 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:51.091469 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2b5b76a8-4983-4f90-8980-1b6b22fa9335 req-27c9e3cf-5ab7-42aa-a98c-24d3a2b29186 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0496907 May 30 12:05:51.137514 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2b5b76a8-4983-4f90-8980-1b6b22fa9335 req-26c3d9d9-d69f-4fd5-b257-f096ca1e007d tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 May 30 12:05:52.004140 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d4411-f36c-496e-832c-e2a87f83c307 req-4d794e20-d54c-4b33-9d6b-87b94fd3c772 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:52.005661 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f66d4411-f36c-496e-832c-e2a87f83c307 req-4d794e20-d54c-4b33-9d6b-87b94fd3c772 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 943 time: 0.0502760 May 30 12:05:52.055510 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f66d4411-f36c-496e-832c-e2a87f83c307 req-df16b2bc-c6bf-49a6-a1d9-4943cd936b4d tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 May 30 12:05:52.267412 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869333e0-8d0c-4dc7-8bd9-3767dde648a2 req-c29cf085-0d26-421f-9490-dc7ba82327f2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:52.269172 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-869333e0-8d0c-4dc7-8bd9-3767dde648a2 req-c29cf085-0d26-421f-9490-dc7ba82327f2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0586405 May 30 12:05:52.322460 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-869333e0-8d0c-4dc7-8bd9-3767dde648a2 req-ae7df185-5e3f-49cd-ba86-7b980f9f3a43 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469899 May 30 12:05:52.527952 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 2ca8fe76-2bd8-47a7-b548-22fe3095f649 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:05:52.595248 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:52.640014 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 2ca8fe76-2bd8-47a7-b548-22fe3095f649, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ca8fe76-2bd8-47a7-b548-22fe3095f649,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:05:52.655566 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '2ca8fe76-2bd8-47a7-b548-22fe3095f649', 'network_id': 'd20fda1c-0652-4fa5-b0ab-44f416d9d703', 'port_id': '2ca8fe76-2bd8-47a7-b548-22fe3095f649', 'mac_address': 'fa:16:3e:a8:3b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:05:52.697062 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:05:52.697451 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:52.711428 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca8fe76-2bd8-47a7-b548-22fe3095f649 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:05:52.732534 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 2ca8fe76-2bd8-47a7-b548-22fe3095f649, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ca8fe76-2bd8-47a7-b548-22fe3095f649,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:05:52.737906 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:52.785236 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=2ca8fe76-2bd8-47a7-b548-22fe3095f649,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:53.174002 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa893-b57b-4ba3-9015-741aadb9b1cd req-8c7982a2-344d-406e-b36a-6c0759252d5f tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:53.175530 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59aaa893-b57b-4ba3-9015-741aadb9b1cd req-8c7982a2-344d-406e-b36a-6c0759252d5f tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 944 time: 0.0471697 May 30 12:05:53.222577 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59aaa893-b57b-4ba3-9015-741aadb9b1cd req-be79dcd0-bcb3-46bb-8135-89c2d523df31 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 May 30 12:05:53.442204 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8b5aa-e714-4835-95c4-54c1cd270094 req-8a17c3b9-286d-44be-a539-28b96cc852c6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:53.443669 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f9e8b5aa-e714-4835-95c4-54c1cd270094 req-8a17c3b9-286d-44be-a539-28b96cc852c6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0456254 May 30 12:05:53.481392 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:53.498115 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f9e8b5aa-e714-4835-95c4-54c1cd270094 req-6092e14e-13bf-4249-9aa7-2a9b85019985 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487537 May 30 12:05:54.338737 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603a718-a651-4dd9-acb2-3e34f74e7ae6 req-a08a2229-1fb5-4760-8405-582251037c65 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:54.340092 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0603a718-a651-4dd9-acb2-3e34f74e7ae6 req-a08a2229-1fb5-4760-8405-582251037c65 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 944 time: 0.0460436 May 30 12:05:54.389559 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0603a718-a651-4dd9-acb2-3e34f74e7ae6 req-2892f110-98e4-482a-99ce-aadce1527c49 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433409 May 30 12:05:54.601522 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:54.613058 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93a7a5-93d2-4d36-86b8-786768acfec5 req-9cbfd15e-8fc2-408e-b40c-4c46c3617977 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:54.614602 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-aa93a7a5-93d2-4d36-86b8-786768acfec5 req-9cbfd15e-8fc2-408e-b40c-4c46c3617977 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0471733 May 30 12:05:54.667281 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-aa93a7a5-93d2-4d36-86b8-786768acfec5 req-b0fc36de-a734-4f3b-9300-0dc4e320084e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471647 May 30 12:05:55.504228 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc54d7-93d6-4e35-9d8a-a48d06ee1e2f req-6f9f6f72-8d59-4c94-ad80-7c09df3f331a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:55.505712 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fffc54d7-93d6-4e35-9d8a-a48d06ee1e2f req-6f9f6f72-8d59-4c94-ad80-7c09df3f331a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 944 time: 0.0496178 May 30 12:05:55.554918 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fffc54d7-93d6-4e35-9d8a-a48d06ee1e2f req-b658ba1b-16fd-483f-8e60-486bb78b1b20 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436144 May 30 12:05:55.693043 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['2ca8fe76-2bd8-47a7-b548-22fe3095f649'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:05:55.790364 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a354b96-5d69-45b9-b1c4-5e401ae9e20a req-f94c82ed-3c26-4c08-8fa9-68fbf785fcca tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:55.792557 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4a354b96-5d69-45b9-b1c4-5e401ae9e20a req-f94c82ed-3c26-4c08-8fa9-68fbf785fcca tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0510166 May 30 12:05:55.848509 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4a354b96-5d69-45b9-b1c4-5e401ae9e20a req-e86503af-b216-4b11-8eb2-379ba276013f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498860 May 30 12:05:56.680521 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd168a7-fb92-4ada-a6be-5de4abfba103 req-de7ef1aa-eceb-42c9-a123-08f15621228a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:56.681967 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3fd168a7-fb92-4ada-a6be-5de4abfba103 req-de7ef1aa-eceb-42c9-a123-08f15621228a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 944 time: 0.0508919 May 30 12:05:56.731287 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3fd168a7-fb92-4ada-a6be-5de4abfba103 req-dcd2739c-0fe2-4b42-a5cd-5b22baa62ce0 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 May 30 12:05:56.962812 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cff83-62e6-433c-a29d-2d1590552087 req-0a8fcf8e-e41e-4332-b7fd-105f52ee7ac3 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:56.964390 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6b0cff83-62e6-433c-a29d-2d1590552087 req-0a8fcf8e-e41e-4332-b7fd-105f52ee7ac3 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0464351 May 30 12:05:57.021329 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6b0cff83-62e6-433c-a29d-2d1590552087 req-5e873f9b-0cc9-4e40-88ab-18c67a6a376c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494864 May 30 12:05:57.556506 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 2ca8fe76-2bd8-47a7-b548-22fe3095f649 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:05:57.610459 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:05:57.620970 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:05:57.627183 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:05:57.627613 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:57.714081 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:05:57.714960 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:57.745807 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d315266-d4ca-49dd-a23a-422ff48316a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca8fe76-2bd8-47a7-b548-22fe3095f649'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:05:57.748027 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f3fafb-3b54-40d3-8ac9-4ca10604b89f" -d '{"events": [{"server_uuid": "3d315266-d4ca-49dd-a23a-422ff48316a9", "name": "network-vif-plugged", "status": "completed", "tag": "2ca8fe76-2bd8-47a7-b548-22fe3095f649"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:05:57.763596 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 2ca8fe76-2bd8-47a7-b548-22fe3095f649, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ca8fe76-2bd8-47a7-b548-22fe3095f649,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:05:57.768510 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:05:57.831742 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5c539-475d-4d25-b1d5-ee077f01b069 x-openstack-request-id: req-23c5c539-475d-4d25-b1d5-ee077f01b069 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:05:57.832267 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d315266-d4ca-49dd-a23a-422ff48316a9", "name": "network-vif-plugged", "status": "completed", "tag": "2ca8fe76-2bd8-47a7-b548-22fe3095f649", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:05:57.832632 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23c5c539-475d-4d25-b1d5-ee077f01b069 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:05:57.833029 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c5c539-475d-4d25-b1d5-ee077f01b069'] response: {'server_uuid': '3d315266-d4ca-49dd-a23a-422ff48316a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca8fe76-2bd8-47a7-b548-22fe3095f649', 'code': 200} May 30 12:05:57.836196 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=2ca8fe76-2bd8-47a7-b548-22fe3095f649,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:05:57.894249 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a4b2-c1c1-47d6-8b14-5e4e432069b1 req-ed18039f-f2b7-4929-9c6e-fc0ef2f9c94b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:57.897349 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5639a4b2-c1c1-47d6-8b14-5e4e432069b1 req-ed18039f-f2b7-4929-9c6e-fc0ef2f9c94b tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 945 time: 0.0592744 May 30 12:05:57.988516 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5639a4b2-c1c1-47d6-8b14-5e4e432069b1 req-2481384e-6490-49d6-b8f7-666cbfbb590a tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845380 May 30 12:05:58.076237 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fa483-77ca-4410-9c93-4cddd8b857ce req-329ed8f9-d013-4a66-87ce-44a5159273eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:58.078604 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c63fa483-77ca-4410-9c93-4cddd8b857ce req-329ed8f9-d013-4a66-87ce-44a5159273eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 1129 time: 0.0621586 May 30 12:05:58.161264 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c63fa483-77ca-4410-9c93-4cddd8b857ce req-af614f4a-9551-481b-b76f-c6d6b72bf6ba service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757053 May 30 12:05:58.212893 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82300a-4761-46ba-bc53-ad210f04cf8b req-60e2f43b-df03-44ac-bcc4-832342395514 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:58.214394 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4c82300a-4761-46ba-bc53-ad210f04cf8b req-60e2f43b-df03-44ac-bcc4-832342395514 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0652554 May 30 12:05:58.267523 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4c82300a-4761-46ba-bc53-ad210f04cf8b req-f38e481e-7854-45ec-8207-e198113293c4 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455937 May 30 12:05:59.115544 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bc352-9249-44d8-a608-155ceed79447 req-93176bc0-0660-474a-9166-487799933887 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:59.117108 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b02bc352-9249-44d8-a608-155ceed79447 req-93176bc0-0660-474a-9166-487799933887 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 945 time: 0.0498319 May 30 12:05:59.167426 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b02bc352-9249-44d8-a608-155ceed79447 req-6009ce91-0419-4f37-a64e-8c0a7053d30f tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 May 30 12:05:59.394060 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7f3d-dd06-4901-bd4e-9d0d960fefdb req-fa868048-0ef3-4db9-84e3-951ec2d9a0d1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:05:59.395813 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-797e7f3d-dd06-4901-bd4e-9d0d960fefdb req-fa868048-0ef3-4db9-84e3-951ec2d9a0d1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0539312 May 30 12:05:59.450520 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-797e7f3d-dd06-4901-bd4e-9d0d960fefdb req-3d6ac1c9-0fff-46d9-9d3e-0af0e0ae770e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474339 May 30 12:06:00.292134 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492f8f6-2fac-4580-b9e4-68b32a60e1fa req-fef333fd-cf34-4ba9-878e-810f7fa68845 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:00.293639 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c492f8f6-2fac-4580-b9e4-68b32a60e1fa req-fef333fd-cf34-4ba9-878e-810f7fa68845 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 945 time: 0.0497942 May 30 12:06:00.347706 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c492f8f6-2fac-4580-b9e4-68b32a60e1fa req-8b9e5274-c4d9-41f1-bb28-5ab0a3138f13 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480812 May 30 12:06:00.564473 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:00.608016 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d811729-a94b-43d6-9d3c-8b1095c83d50 req-30229285-e282-4443-a8b2-65eb7466b75f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:00.609844 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5d811729-a94b-43d6-9d3c-8b1095c83d50 req-30229285-e282-4443-a8b2-65eb7466b75f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0558717 May 30 12:06:00.661020 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5d811729-a94b-43d6-9d3c-8b1095c83d50 req-4710b2eb-1333-459c-bb22-246a30f4058b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456316 May 30 12:06:01.443373 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:01.462032 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4716b-f84c-4c0f-a4ec-651ce1624af4 req-96e9d93a-7149-42fb-8b3b-683cab25b6a5 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:01.463496 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ade4716b-f84c-4c0f-a4ec-651ce1624af4 req-96e9d93a-7149-42fb-8b3b-683cab25b6a5 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 945 time: 0.0473044 May 30 12:06:01.510497 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ade4716b-f84c-4c0f-a4ec-651ce1624af4 req-de17c6d1-8c16-464f-be8e-a1b2a3aee4f6 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 May 30 12:06:01.689703 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:01.690384 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:01.774360 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6eaf0-5679-425a-a7e7-90a4a508bf51 req-e5e2ccbd-35aa-464b-8011-d0ba58784ec9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:01.775893 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-54b6eaf0-5679-425a-a7e7-90a4a508bf51 req-e5e2ccbd-35aa-464b-8011-d0ba58784ec9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0471396 May 30 12:06:01.822205 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-54b6eaf0-5679-425a-a7e7-90a4a508bf51 req-62fb7c3f-6dd1-465e-a23e-915d82b3864f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407784 May 30 12:06:02.627757 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bc77b-dbc7-4dd8-a6a7-2ec928a90b90 req-d11e35b0-ef1b-405b-ad46-5c1cdc3bdf89 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:02.629350 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a9bc77b-dbc7-4dd8-a6a7-2ec928a90b90 req-d11e35b0-ef1b-405b-ad46-5c1cdc3bdf89 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 945 time: 0.0529344 May 30 12:06:02.685160 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a9bc77b-dbc7-4dd8-a6a7-2ec928a90b90 req-4627ef1e-bd76-4963-8e10-3efe559ab99d tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460198 May 30 12:06:02.949521 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc4ab-d2b1-4a1a-b311-cb37ddc5b3fb req-09d76029-619b-4f04-9640-339f90de79ff tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:02.951044 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d5edc4ab-d2b1-4a1a-b311-cb37ddc5b3fb req-09d76029-619b-4f04-9640-339f90de79ff tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0528300 May 30 12:06:03.007136 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d5edc4ab-d2b1-4a1a-b311-cb37ddc5b3fb req-115c1a16-d4d0-4a20-ab92-f8cf05a755d0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496588 May 30 12:06:03.094242 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:03.212031 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-70228840-447a-435b-840b-01b75d4f9253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:03.223119 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-404af7fe-e528-409c-9b5a-bfca0de0baa4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439374 May 30 12:06:03.284189 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-ad765572-cc2a-4a79-acab-f93a7ca1f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:03.285688 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-ad765572-cc2a-4a79-acab-f93a7ca1f4b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 1129 time: 0.0403597 May 30 12:06:03.316923 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:03.373744 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:03.397104 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-d6967394-447a-44eb-bacc-e1f040d452e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:03.398617 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-d6967394-447a-44eb-bacc-e1f040d452e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 912 time: 0.0891585 May 30 12:06:03.471774 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-e313b249-680f-4f76-abe7-154279cb6af0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40 HTTP/1.1" status: 200 len: 1001 time: 0.0608261 May 30 12:06:03.562611 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-604b5d5e-1d56-489e-b4ee-4f528e41ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:03.564069 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-604b5d5e-1d56-489e-b4ee-4f528e41ca8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2ae6479-93d2-4a09-ab33-a83977406b66 HTTP/1.1" status: 200 len: 850 time: 0.0457387 May 30 12:06:03.609296 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-41e9acb1-16c9-4114-bddd-e0440fbf4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:03.610872 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-41e9acb1-16c9-4114-bddd-e0440fbf4fef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e532e692-bceb-4466-adae-3cc4239d2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395143 May 30 12:06:03.713084 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-2e9f30e9-0de9-41d3-98c1-27c7927d4f26 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922153 May 30 12:06:03.814662 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5df1c4da-27af-4d6c-8f0b-214dad0873f3 req-118db891-cd5f-45fd-a998-8d9141315bb4 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935812 May 30 12:06:03.822284 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b50c5-c2ba-49dd-8355-2bd4b3895986 req-73e94084-e95a-4962-b9c6-45d565676c78 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:03.823897 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b51b50c5-c2ba-49dd-8355-2bd4b3895986 req-73e94084-e95a-4962-b9c6-45d565676c78 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 945 time: 0.0568681 May 30 12:06:03.879117 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b51b50c5-c2ba-49dd-8355-2bd4b3895986 req-f693e7d0-6f16-47fc-8d28-5dc2be1da075 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488570 May 30 12:06:04.131431 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6e926-54e2-44e1-8db1-9608bb1283a8 req-bf90073f-c308-4175-8795-9d64cb594ca2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:04.141679 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-07f6e926-54e2-44e1-8db1-9608bb1283a8 req-bf90073f-c308-4175-8795-9d64cb594ca2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0598104 May 30 12:06:04.211470 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-07f6e926-54e2-44e1-8db1-9608bb1283a8 req-a4259aa4-fc1e-4307-adf5-5be7b587170c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680203 May 30 12:06:04.399527 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793c5b2-1da4-4c8a-bf8d-e7e419dc9723 req-7b4d5a8d-1b2c-4ab8-ae45-57112f9162a5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:04.409680 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b793c5b2-1da4-4c8a-bf8d-e7e419dc9723 req-7b4d5a8d-1b2c-4ab8-ae45-57112f9162a5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0694156 May 30 12:06:04.472929 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b793c5b2-1da4-4c8a-bf8d-e7e419dc9723 req-a2ac427a-f618-41c5-99ed-f42bc5c22d79 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622699 May 30 12:06:05.362687 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7e132-1bfe-4b4b-9575-6fc9977953d7 req-6a384b0d-2208-4f59-9ace-ba170d781db9 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:05.364248 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2db7e132-1bfe-4b4b-9575-6fc9977953d7 req-6a384b0d-2208-4f59-9ace-ba170d781db9 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 945 time: 0.0841603 May 30 12:06:05.370313 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e844c-5af8-4016-bdb7-41ac26a36631 req-66eff202-3fd3-42f6-9904-543153e3fd75 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:05.371754 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e01e844c-5af8-4016-bdb7-41ac26a36631 req-66eff202-3fd3-42f6-9904-543153e3fd75 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0816939 May 30 12:06:05.451334 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2db7e132-1bfe-4b4b-9575-6fc9977953d7 req-46dceb29-c838-4443-a0b8-d91649d327f2 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785937 May 30 12:06:05.454846 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e01e844c-5af8-4016-bdb7-41ac26a36631 req-efdbf1f9-9a93-464f-93aa-0efd01a31386 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760348 May 30 12:06:05.522791 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-227697f0-e136-4189-9227-e3892885233c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:05.590860 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:05.608140 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311e781-8208-4a86-b839-43732cf30537 req-74c07103-7903-4c55-9175-8673da9ad536 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:05.610463 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7311e781-8208-4a86-b839-43732cf30537 req-74c07103-7903-4c55-9175-8673da9ad536 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0518484 May 30 12:06:05.665888 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7311e781-8208-4a86-b839-43732cf30537 req-f2d7427b-5981-4b6e-9c1d-b366f28840cd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497971 May 30 12:06:06.570318 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6951e-ca95-4224-be51-1547d6512d01 req-33328d7f-4ca9-4f61-a7bf-2caa8a5ad3f6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:06.571802 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86e6951e-ca95-4224-be51-1547d6512d01 req-33328d7f-4ca9-4f61-a7bf-2caa8a5ad3f6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0465252 May 30 12:06:06.619003 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86e6951e-ca95-4224-be51-1547d6512d01 req-0d31fe6b-1506-49c4-ab1d-30fd62d16c2b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 May 30 12:06:06.729040 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a84736-76da-4799-8c5e-bd3f12b61f5f req-433bac38-158c-4858-8c14-ac599983b484 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:06.730733 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-10a84736-76da-4799-8c5e-bd3f12b61f5f req-433bac38-158c-4858-8c14-ac599983b484 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 945 time: 0.0515156 May 30 12:06:06.788792 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-10a84736-76da-4799-8c5e-bd3f12b61f5f req-8fc2e867-a5ba-4a6e-a8c5-ca3e76722c69 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/security-groups?id=2976701c-a62a-4f33-95f1-6820381d496f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520778 May 30 12:06:06.892891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb21e75-388a-47eb-9b81-6870cfb64ba0 req-b6231571-2fdd-45b8-8491-ff4e4e155203 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:06.894414 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-deb21e75-388a-47eb-9b81-6870cfb64ba0 req-b6231571-2fdd-45b8-8491-ff4e4e155203 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0487514 May 30 12:06:06.908916 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:06.913757 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:06.955091 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-deb21e75-388a-47eb-9b81-6870cfb64ba0 req-c783c0aa-9866-4380-a11d-b90df5cf853b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543759 May 30 12:06:07.061751 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-4e2c910e-d513-493c-8099-83cd8150d8a6 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:07.063214 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-4e2c910e-d513-493c-8099-83cd8150d8a6 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 945 time: 0.0586214 May 30 12:06:07.167820 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Deleting port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:06:07.168187 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:07.285123 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] For port 2ca8fe76-2bd8-47a7-b548-22fe3095f649, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ca8fe76-2bd8-47a7-b548-22fe3095f649,segment=NetworkSegment(f7bd1c92-441a-43f8-aa5a-e8071a0eeb36),segment_id=f7bd1c92-441a-43f8-aa5a-e8071a0eeb36)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:07.285527 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:07.305862 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Calling delete_port for 2ca8fe76-2bd8-47a7-b548-22fe3095f649 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:06:07.664477 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (2ca8fe76-2bd8-47a7-b548-22fe3095f649), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:07.681523 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['2ca8fe76-2bd8-47a7-b548-22fe3095f649'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:06:07.697700 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Pushing event deleted for resources: {'Port': ['ID=2ca8fe76-2bd8-47a7-b548-22fe3095f649,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:07.712605 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.712830 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.713133 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.713567 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.713951 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.714370 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.714665 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.715126 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.715609 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.716108 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.719685 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.719685 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.719685 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.719685 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.719685 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:07.762615 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077f6bc-3e46-4d33-b7ff-ffc5ab07934a req-cf762a45-7feb-481b-94e2-549f1a0eb4fc tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:07.764317 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7077f6bc-3e46-4d33-b7ff-ffc5ab07934a req-cf762a45-7feb-481b-94e2-549f1a0eb4fc tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0663085 May 30 12:06:07.766443 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] No DVR routers for this DVR port 2ca8fe76-2bd8-47a7-b548-22fe3095f649 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:06:07.769120 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:07.772883 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ff981490-8f2c-438f-8305-b97e988f6d1d req-cd83adfb-f341-4f6b-bf76-2566c931ac01 tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.65 "DELETE /v2.0/ports/2ca8fe76-2bd8-47a7-b548-22fe3095f649 HTTP/1.1" status: 204 len: 173 time: 0.7035849 May 30 12:06:07.773378 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d315266-d4ca-49dd-a23a-422ff48316a9', 'name': 'network-vif-deleted', 'tag': '2ca8fe76-2bd8-47a7-b548-22fe3095f649'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:07.777070 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b51f0f6-c4e7-45c4-b7a8-4c0980f28364" -d '{"events": [{"server_uuid": "3d315266-d4ca-49dd-a23a-422ff48316a9", "name": "network-vif-deleted", "tag": "2ca8fe76-2bd8-47a7-b548-22fe3095f649"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:07.830818 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8f37e1-9898-4563-8e05-2ad250a5e3e8 x-openstack-request-id: req-5b8f37e1-9898-4563-8e05-2ad250a5e3e8 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:07.831108 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d315266-d4ca-49dd-a23a-422ff48316a9", "name": "network-vif-deleted", "tag": "2ca8fe76-2bd8-47a7-b548-22fe3095f649", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:07.831472 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b8f37e1-9898-4563-8e05-2ad250a5e3e8 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:07.832271 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8f37e1-9898-4563-8e05-2ad250a5e3e8'] response: {'server_uuid': '3d315266-d4ca-49dd-a23a-422ff48316a9', 'name': 'network-vif-deleted', 'tag': '2ca8fe76-2bd8-47a7-b548-22fe3095f649', 'status': 'completed', 'code': 200} May 30 12:06:07.834071 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7077f6bc-3e46-4d33-b7ff-ffc5ab07934a req-4bb11420-0b14-4db8-88da-32087b12bf1e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611327 May 30 12:06:07.913851 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-233d7cf7-fedf-474f-9751-eb694cd33a02 req-28c3e012-0a97-44b9-944e-2d25e1a181ff tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 210 time: 0.0319037 May 30 12:06:08.079781 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1701f0-bf2b-4d56-8fa6-c13987412410 req-58e4e6e4-552d-459a-ab2d-4e0f38615cf4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:08.081343 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-af1701f0-bf2b-4d56-8fa6-c13987412410 req-58e4e6e4-552d-459a-ab2d-4e0f38615cf4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0487864 May 30 12:06:08.130286 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-af1701f0-bf2b-4d56-8fa6-c13987412410 req-533b9ef5-1520-4b60-ace5-5c6300ac72f7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435007 May 30 12:06:08.319577 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:08.958855 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54480b26-14b3-4085-874b-7719afa5700b req-30de454c-04df-49ca-ac92-57768237a3f8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:08.960444 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-54480b26-14b3-4085-874b-7719afa5700b req-30de454c-04df-49ca-ac92-57768237a3f8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0527527 May 30 12:06:09.024602 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-54480b26-14b3-4085-874b-7719afa5700b req-e025502e-391a-46d1-abb7-c9c74f9e772e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582983 May 30 12:06:09.040877 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e43b95dc-a0a6-4d0a-ba41-ce677c602763 req-77fc9aef-c67d-4ba1-a497-9b4a2f01fbdf tempest-VolumesActionsTest-578485732 tempest-VolumesActionsTest-578485732-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d315266-d4ca-49dd-a23a-422ff48316a9 HTTP/1.1" status: 200 len: 210 time: 0.0374994 May 30 12:06:09.258973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05bc14-e1a1-4a2d-9d22-5390bddd8a14 req-08220715-da18-4b58-bddf-f0bc63ba6b44 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:09.260316 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ed05bc14-e1a1-4a2d-9d22-5390bddd8a14 req-08220715-da18-4b58-bddf-f0bc63ba6b44 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0497105 May 30 12:06:09.308150 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ed05bc14-e1a1-4a2d-9d22-5390bddd8a14 req-ccf375b5-c961-4229-aeb7-1e443b707953 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 May 30 12:06:09.730091 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 42482) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:09.848048 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:09.931937 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:09.969875 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Publish callbacks [] for security_group (371df1b6-4abb-4303-b81e-fb2f732108b4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:09.976038 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (371df1b6-4abb-4303-b81e-fb2f732108b4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:10.020627 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:10.025552 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eec44ec24e8f4194b4812dacf57bbfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944205 May 30 12:06:10.028338 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 42502) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:10.030628 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371df1b6-4abb-4303-b81e-fb2f732108b4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:10.044258 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781ba5-6ee8-47ed-ad11-8c8e8058b279 req-57e633ae-7e00-4d6a-a359-31168745d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:10.045868 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-df781ba5-6ee8-47ed-ad11-8c8e8058b279 req-57e633ae-7e00-4d6a-a359-31168745d6fc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 1129 time: 0.0509660 May 30 12:06:10.056768 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.057123 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.057648 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.058167 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.058663 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.059352 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.059839 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.060357 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.061020 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.062869 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.063489 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.063976 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.064752 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.065234 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.065880 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b641aa-8123-4a02-98d7-89541d1d728b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:10.084978 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:10.110330 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-df781ba5-6ee8-47ed-ad11-8c8e8058b279 req-bfc8a1fd-c5bc-4a25-8080-b44584e677b3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561044 May 30 12:06:10.117593 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-43b4cc25-01e8-465f-ad9c-54ce73a0a24a admin admin] Publish callbacks [] for security_group (371df1b6-4abb-4303-b81e-fb2f732108b4), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:10.160013 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-43b4cc25-01e8-465f-ad9c-54ce73a0a24a admin admin] Publish callbacks [] for security_group (371df1b6-4abb-4303-b81e-fb2f732108b4), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:10.239879 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b407804-edc8-424c-9f2e-7349dcad7291 req-80f3274f-821e-4ebd-a1f5-d07ea38e9ed2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:10.241740 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2b407804-edc8-424c-9f2e-7349dcad7291 req-80f3274f-821e-4ebd-a1f5-d07ea38e9ed2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0743601 May 30 12:06:10.280079 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-43b4cc25-01e8-465f-ad9c-54ce73a0a24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (371df1b6-4abb-4303-b81e-fb2f732108b4), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:10.286715 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-43b4cc25-01e8-465f-ad9c-54ce73a0a24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:10.290446 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-43b4cc25-01e8-465f-ad9c-54ce73a0a24a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/371df1b6-4abb-4303-b81e-fb2f732108b4 HTTP/1.1" status: 204 len: 168 time: 0.2584770 May 30 12:06:10.321025 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4cc25-01e8-465f-ad9c-54ce73a0a24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371df1b6-4abb-4303-b81e-fb2f732108b4,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:10.411224 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2b407804-edc8-424c-9f2e-7349dcad7291 req-a8a57061-5332-4c69-90c0-a6e058765a81 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439478 May 30 12:06:10.529959 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1050-0293-45da-a361-3c50d4f2df34 req-6de9efd4-b9fa-4e42-b418-763bd3990dbe tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:10.538581 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ca5b1050-0293-45da-a361-3c50d4f2df34 req-6de9efd4-b9fa-4e42-b418-763bd3990dbe tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0966468 May 30 12:06:10.560251 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:10.601913 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ca5b1050-0293-45da-a361-3c50d4f2df34 req-2f81370d-ee57-4837-a96d-348fb968f11d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620499 May 30 12:06:10.646667 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 42542) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:10.847013 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c525107c-8264-475e-852f-ea877042dbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:10.863033 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:10.948895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c525107c-8264-475e-852f-ea877042dbbf admin admin] Publish callbacks [] for security_group (1647bba8-50c1-46d2-8da4-8b3e16c9237a), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:10.955556 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c525107c-8264-475e-852f-ea877042dbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (1647bba8-50c1-46d2-8da4-8b3e16c9237a), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.000828 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 42570) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:11.001504 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c525107c-8264-475e-852f-ea877042dbbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0634338dc25f45929a4ce9871d7ac747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522744 May 30 12:06:11.003069 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525107c-8264-475e-852f-ea877042dbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1647bba8-50c1-46d2-8da4-8b3e16c9237a,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:11.073580 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b53b-4362-4c95-b1e8-a90a75b2ba81 admin admin] Publish callbacks [] for security_group (1647bba8-50c1-46d2-8da4-8b3e16c9237a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.102030 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b53b-4362-4c95-b1e8-a90a75b2ba81 admin admin] Publish callbacks [] for security_group (1647bba8-50c1-46d2-8da4-8b3e16c9237a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.170580 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b53b-4362-4c95-b1e8-a90a75b2ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (1647bba8-50c1-46d2-8da4-8b3e16c9237a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.174716 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b53b-4362-4c95-b1e8-a90a75b2ba81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.176024 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0ee4b53b-4362-4c95-b1e8-a90a75b2ba81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1647bba8-50c1-46d2-8da4-8b3e16c9237a HTTP/1.1" status: 204 len: 168 time: 0.1733999 May 30 12:06:11.184184 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4b53b-4362-4c95-b1e8-a90a75b2ba81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1647bba8-50c1-46d2-8da4-8b3e16c9237a,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:11.325272 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 42596) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:11.451257 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1334783029-network', 'tenant_id': '94cd1e0377594f52bb5bfa7159731d48'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:11.487026 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Made reservation on behalf of 94cd1e0377594f52bb5bfa7159731d48 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:06:11.489867 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.499006 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.545703 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 42608) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:11.562371 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-54cc897e-0396-4ec8-9f43-3d01a4dbc437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.577655 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51b2f2-6d6c-447f-bd5b-0497058a4657 req-03f64512-c817-4c6d-87f1-8a4ea19ae39c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:11.579185 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7e51b2f2-6d6c-447f-bd5b-0497058a4657 req-03f64512-c817-4c6d-87f1-8a4ea19ae39c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0712874 May 30 12:06:11.669680 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7e51b2f2-6d6c-447f-bd5b-0497058a4657 req-3ebe8223-d7c3-4a8b-893d-33af3a0531a4 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812588 May 30 12:06:11.670321 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-54cc897e-0396-4ec8-9f43-3d01a4dbc437 admin admin] Publish callbacks [] for security_group (00497dc7-a8d3-472c-bda2-0bd9f3640210), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.677111 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-54cc897e-0396-4ec8-9f43-3d01a4dbc437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (00497dc7-a8d3-472c-bda2-0bd9f3640210), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.693576 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Publish callbacks [] for security_group (b364add3-ce2b-4a04-9dc3-b5b3338026a5), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.698259 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b364add3-ce2b-4a04-9dc3-b5b3338026a5), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.738187 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:06:11.746683 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-54cc897e-0396-4ec8-9f43-3d01a4dbc437 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70ba8039032d4e0fa9dd06b1a6b344e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997812 May 30 12:06:11.751705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 42614) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:11.765324 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b364add3-ce2b-4a04-9dc3-b5b3338026a5,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:11.769045 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (6b35c446-0915-4a9d-8637-1b166d776ecb), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.769349 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Added segment 6b35c446-0915-4a9d-8637-1b166d776ecb of type vlan for network 74823171-a713-4723-823f-3ac14207cc72 May 30 12:06:11.771600 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc897e-0396-4ec8-9f43-3d01a4dbc437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00497dc7-a8d3-472c-bda2-0bd9f3640210,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:11.789578 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:11.819281 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-20e3a465-70f8-4c16-8c54-82cd30161c98 admin admin] Publish callbacks [] for security_group (00497dc7-a8d3-472c-bda2-0bd9f3640210), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.845062 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-20e3a465-70f8-4c16-8c54-82cd30161c98 admin admin] Publish callbacks [] for security_group (00497dc7-a8d3-472c-bda2-0bd9f3640210), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.857805 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d0f5-8b8b-4bd0-849b-fc9c25c7164f req-39561734-8fb0-454b-935f-d23769b7fa04 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:11.859284 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e163d0f5-8b8b-4bd0-849b-fc9c25c7164f req-39561734-8fb0-454b-935f-d23769b7fa04 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.1113694 May 30 12:06:11.904805 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-20e3a465-70f8-4c16-8c54-82cd30161c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (00497dc7-a8d3-472c-bda2-0bd9f3640210), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.908419 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-20e3a465-70f8-4c16-8c54-82cd30161c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.909570 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-20e3a465-70f8-4c16-8c54-82cd30161c98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00497dc7-a8d3-472c-bda2-0bd9f3640210 HTTP/1.1" status: 204 len: 168 time: 0.1568398 May 30 12:06:11.911061 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28885e-8006-46ec-a263-a78f1c025f1b req-05f48e75-f6fa-4a82-894b-8023b6e29eb7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:11.914209 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4f28885e-8006-46ec-a263-a78f1c025f1b req-05f48e75-f6fa-4a82-894b-8023b6e29eb7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.1528325 May 30 12:06:11.915862 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (74823171-a713-4723-823f-3ac14207cc72), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:11.918569 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3a465-70f8-4c16-8c54-82cd30161c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00497dc7-a8d3-472c-bda2-0bd9f3640210,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:11.999419 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e163d0f5-8b8b-4bd0-849b-fc9c25c7164f req-ed424502-faf7-42af-b993-a9e9a42649b2 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197505 May 30 12:06:12.003063 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (74823171-a713-4723-823f-3ac14207cc72), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:12.004049 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:12.004651 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:12.060870 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4f28885e-8006-46ec-a263-a78f1c025f1b req-772a676a-bbcd-48ef-9de9-1ddfb65b99d8 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360328 May 30 12:06:12.065834 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:12.091055 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7523861 May 30 12:06:12.091978 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 42620) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:12.092072 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980a10c-200b-44d2-9039-e5a2254d53b9 admin admin] Pushing event updated for resources: {'Network': ['ID=74823171-a713-4723-823f-3ac14207cc72,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:12.092181 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Request body: {'subnet': {'network_id': '74823171-a713-4723-823f-3ac14207cc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1334783029-subnet', 'tenant_id': '94cd1e0377594f52bb5bfa7159731d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:12.094786 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network 74823171-a713-4723-823f-3ac14207cc72 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:06:12.115752 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Made reservation on behalf of 94cd1e0377594f52bb5bfa7159731d48 for: {'subnet': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:06:12.118808 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:12.305705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for subnet (5c489d91-d9a5-4c7a-8f87-3bade9001556), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:12.346456 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=15,neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:12.362519 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:12.365488 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c489d91-d9a5-4c7a-8f87-3bade9001556,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:12.386734 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Checking segment: {'id': '6b35c446-0915-4a9d-8637-1b166d776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74823171-a713-4723-823f-3ac14207cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:06:12.387195 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Network hostable DHCP agents. Network: 74823171-a713-4723-823f-3ac14207cc72, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:06:12.405391 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Network 74823171-a713-4723-823f-3ac14207cc72 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:06:12.416471 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, 74823171-a713-4723-823f-3ac14207cc72) {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:06:12.418839 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 2ca8fe76-2bd8-47a7-b548-22fe3095f649 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:06:12.420692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:12.421335 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:12.441618 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-5a590749-9e8f-4303-a760-29976eb4b771 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3581650 May 30 12:06:12.444570 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 2ca8fe76-2bd8-47a7-b548-22fe3095f649 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:06:12.445213 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 2ca8fe76-2bd8-47a7-b548-22fe3095f649 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:06:12.447335 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24588def-6d02-4145-850d-86ce723337f6 None None] Network 74823171-a713-4723-823f-3ac14207cc72 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:06:12.499315 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:12.558804 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1804e8-f547-4cbf-a125-e224d104a754 None None] Network 74823171-a713-4723-823f-3ac14207cc72 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:06:12.805970 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75449c5f-a6b3-4a6c-bec6-1c4fd28a2527 req-250d83b1-f724-4709-9017-3e78102705fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:12.807605 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-75449c5f-a6b3-4a6c-bec6-1c4fd28a2527 req-250d83b1-f724-4709-9017-3e78102705fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0638387 May 30 12:06:12.878447 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-75449c5f-a6b3-4a6c-bec6-1c4fd28a2527 req-64a1a09b-7194-4538-ae3d-8de860abdc7e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622523 May 30 12:06:13.177254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc249d8-e264-437b-9a15-808f94595e43 req-b5eea304-7108-4c8f-878f-e596cd800337 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:13.178865 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ffc249d8-e264-437b-9a15-808f94595e43 req-b5eea304-7108-4c8f-878f-e596cd800337 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0862031 May 30 12:06:13.251471 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63c0d-2488-4e98-9719-0f7f2d58ea58 req-8c229973-6bae-404c-848b-5e00538e1e7b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:13.253335 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e3d63c0d-2488-4e98-9719-0f7f2d58ea58 req-8c229973-6bae-404c-848b-5e00538e1e7b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0947204 May 30 12:06:13.301110 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ffc249d8-e264-437b-9a15-808f94595e43 req-8f9056e4-2ef8-4dd1-ab08-1ef61f9c3149 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907815 May 30 12:06:13.337408 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e3d63c0d-2488-4e98-9719-0f7f2d58ea58 req-34fe21f0-3247-47fc-8a13-8da453d89f8c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709996 May 30 12:06:13.435739 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e3a12-2f70-4944-98ea-48a4d4ea8007 req-fad52bcd-2519-4d73-8c60-d6ca5766d330 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:13.437220 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-473e3a12-2f70-4944-98ea-48a4d4ea8007 req-fad52bcd-2519-4d73-8c60-d6ca5766d330 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0521173 May 30 12:06:13.486991 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-473e3a12-2f70-4944-98ea-48a4d4ea8007 req-a1d25ac0-0444-47e8-b160-05b56ab25dfa tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439417 May 30 12:06:14.157429 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 42726) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:14.284058 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad3ad-1223-4352-b213-0042f78d1341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:14.365957 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad3ad-1223-4352-b213-0042f78d1341 admin admin] Publish callbacks [] for security_group (2e38eb37-3206-4897-a7f3-635d89647cf1), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:14.370604 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad3ad-1223-4352-b213-0042f78d1341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (2e38eb37-3206-4897-a7f3-635d89647cf1), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:14.417793 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ad7ad3ad-1223-4352-b213-0042f78d1341 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4fa65cbc313461c93b6099864141c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592847 May 30 12:06:14.418802 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ad3ad-1223-4352-b213-0042f78d1341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38eb37-3206-4897-a7f3-635d89647cf1,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:14.422589 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 42744) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:14.463573 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17db9f4-dba2-4fff-a55b-c2448e22ce5b req-e62b7f39-73d0-4bc8-86e8-66ef5569031f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:14.465055 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d17db9f4-dba2-4fff-a55b-c2448e22ce5b req-e62b7f39-73d0-4bc8-86e8-66ef5569031f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0855918 May 30 12:06:14.473272 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ccb0-f0cb-404b-b31f-ccb13124fdc3 admin admin] Publish callbacks [] for security_group (2e38eb37-3206-4897-a7f3-635d89647cf1), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:14.487513 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a0b50-f49d-47c3-ae9a-ddbc1e48229c req-8626c5b8-3da8-4ab7-b74c-cd75340d2418 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:14.488992 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a09a0b50-f49d-47c3-ae9a-ddbc1e48229c req-8626c5b8-3da8-4ab7-b74c-cd75340d2418 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0725272 May 30 12:06:14.497463 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ccb0-f0cb-404b-b31f-ccb13124fdc3 admin admin] Publish callbacks [] for security_group (2e38eb37-3206-4897-a7f3-635d89647cf1), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:14.550898 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ccb0-f0cb-404b-b31f-ccb13124fdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (2e38eb37-3206-4897-a7f3-635d89647cf1), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:14.553482 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ccb0-f0cb-404b-b31f-ccb13124fdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:14.554626 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d5d0ccb0-f0cb-404b-b31f-ccb13124fdc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e38eb37-3206-4897-a7f3-635d89647cf1 HTTP/1.1" status: 204 len: 168 time: 0.1309271 May 30 12:06:14.564345 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d17db9f4-dba2-4fff-a55b-c2448e22ce5b req-8c9cc80f-43cc-4bb4-8fb9-518ea98bee6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920408 May 30 12:06:14.564512 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0ccb0-f0cb-404b-b31f-ccb13124fdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38eb37-3206-4897-a7f3-635d89647cf1,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:14.567651 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a09a0b50-f49d-47c3-ae9a-ddbc1e48229c req-4ddc1eeb-80a9-45a0-8f43-b31310fd12d9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717561 May 30 12:06:14.692792 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1e9ea-651e-4576-a037-6e9916da8da0 req-ac18be0e-f3db-4586-9fe5-4aee1ed9a83f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:14.694285 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dcf1e9ea-651e-4576-a037-6e9916da8da0 req-ac18be0e-f3db-4586-9fe5-4aee1ed9a83f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0498583 May 30 12:06:14.760300 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dcf1e9ea-651e-4576-a037-6e9916da8da0 req-5b12ed86-b430-4855-81e9-312647560140 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593662 May 30 12:06:14.947649 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 42764) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:14.972806 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3c46-a598-493a-8d5a-54f322294ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:15.029092 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-7a1750b9-204b-4795-b258-ed9384624366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:15.030577 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-7a1750b9-204b-4795-b258-ed9384624366 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 1129 time: 0.0664892 May 30 12:06:15.165890 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-313b8c3b-b5dc-46ba-b9fb-d5c39763e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:15.167265 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-313b8c3b-b5dc-46ba-b9fb-d5c39763e367 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.1273568 May 30 12:06:15.169026 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3c46-a598-493a-8d5a-54f322294ac7 admin admin] Publish callbacks [] for security_group (793bb2a7-03e9-41c7-99d4-c4a11b68634e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:15.173323 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3c46-a598-493a-8d5a-54f322294ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (793bb2a7-03e9-41c7-99d4-c4a11b68634e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:15.230063 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-b163862e-9b0b-4acc-8064-61dc872d343a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4002c1fa-42e8-4916-ae13-112447234689 HTTP/1.1" status: 200 len: 217 time: 0.0541470 May 30 12:06:15.255104 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe3c46-a598-493a-8d5a-54f322294ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793bb2a7-03e9-41c7-99d4-c4a11b68634e,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:15.259341 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-6ffe3c46-a598-493a-8d5a-54f322294ac7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2f2e0a31dbf4d8fbb929451fee211e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100286 May 30 12:06:15.262648 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 42772) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:15.278726 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:15.279685 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:15.299328 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-91ad2446-9af5-4b4d-ade3-687073213db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:15.301021 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-91ad2446-9af5-4b4d-ade3-687073213db7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0562944 May 30 12:06:15.338312 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-17c372f1-48e8-4b6a-aa82-fa6644fe995c admin admin] Publish callbacks [] for security_group (793bb2a7-03e9-41c7-99d4-c4a11b68634e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:15.356724 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-4ea85cfd-543e-4163-a488-8b980a6bb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:15.358262 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-4ea85cfd-543e-4163-a488-8b980a6bb545 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433569 May 30 12:06:15.367730 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-17c372f1-48e8-4b6a-aa82-fa6644fe995c admin admin] Publish callbacks [] for security_group (793bb2a7-03e9-41c7-99d4-c4a11b68634e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:15.417850 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:15.427747 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-17c372f1-48e8-4b6a-aa82-fa6644fe995c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (793bb2a7-03e9-41c7-99d4-c4a11b68634e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:15.430382 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-17c372f1-48e8-4b6a-aa82-fa6644fe995c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:15.431769 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-17c372f1-48e8-4b6a-aa82-fa6644fe995c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/793bb2a7-03e9-41c7-99d4-c4a11b68634e HTTP/1.1" status: 204 len: 168 time: 0.1681542 May 30 12:06:15.440372 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c372f1-48e8-4b6a-aa82-fa6644fe995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793bb2a7-03e9-41c7-99d4-c4a11b68634e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:15.466477 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-e3dae1e9-14c8-4211-a29a-3e0e73d4f4db service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985098 May 30 12:06:15.599707 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b201d1c3-9a02-4cd1-a462-61b0222c2af9 req-630fd09d-7694-4988-b6a3-bfd5d4bc00cf service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239796 May 30 12:06:15.660731 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-11edbade-a85f-4eb0-a792-5642deafadbb tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:15.662549 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-11edbade-a85f-4eb0-a792-5642deafadbb tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/networks?id=74823171-a713-4723-823f-3ac14207cc72 HTTP/1.1" status: 200 len: 814 time: 0.1235838 May 30 12:06:15.712485 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-be2fbbc6-3ea4-41aa-9e8f-b9c477383fdd tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/quotas/94cd1e0377594f52bb5bfa7159731d48 HTTP/1.1" status: 200 len: 375 time: 0.0359960 May 30 12:06:15.738755 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1351eab-c023-4933-99d3-df05c701f297 req-90652904-496b-480a-89d8-bda5a6692851 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:15.740364 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d1351eab-c023-4933-99d3-df05c701f297 req-90652904-496b-480a-89d8-bda5a6692851 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0735157 May 30 12:06:16.001333 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-968a68a3-9bf3-4fa2-a472-99421c16841a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94cd1e0377594f52bb5bfa7159731d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2814548 May 30 12:06:16.090875 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:16.105087 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d1351eab-c023-4933-99d3-df05c701f297 req-8aa9b6fb-9493-4971-a69e-5ffaf63989da tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086273 May 30 12:06:16.137420 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-dd601a62-fac0-49e4-a71b-316b05c7aa43 service neutron] 10.222.0.32 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225593 May 30 12:06:16.252378 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007404c-6d95-40aa-8df0-103a21491119 req-cb4c36e8-c61c-4885-97a4-23506f6fa785 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:16.254817 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5007404c-6d95-40aa-8df0-103a21491119 req-cb4c36e8-c61c-4885-97a4-23506f6fa785 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0675519 May 30 12:06:16.304788 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-4c07e2fc-762e-4ea9-92f1-5acdbb64d2ca service neutron] 10.222.0.32 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620281 May 30 12:06:16.337237 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5007404c-6d95-40aa-8df0-103a21491119 req-0761dac1-48fc-45b9-8653-0cdf2e101705 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723522 May 30 12:06:16.479148 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86aa79-6ca1-4e06-b955-7ebe71374d1d req-d86ca878-16f8-4083-9c2c-0e49ae91e998 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:16.487031 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7d86aa79-6ca1-4e06-b955-7ebe71374d1d req-d86ca878-16f8-4083-9c2c-0e49ae91e998 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0726652 May 30 12:06:16.565295 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7d86aa79-6ca1-4e06-b955-7ebe71374d1d req-d255fd89-057d-49e8-8d22-8e5ce9cbfb24 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766168 May 30 12:06:16.684530 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-69bc5cad-6c00-4d8d-a549-181f5be3b4c4 req-e35f4a99-6ee6-4f47-b207-d4b8053e98cf tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 210 time: 0.0350614 May 30 12:06:17.303661 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacd155-f353-46a2-b8f4-d92ec746e947 req-82bbcce5-f32d-4f06-bf03-766b85a3ef1b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:17.311435 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3bacd155-f353-46a2-b8f4-d92ec746e947 req-82bbcce5-f32d-4f06-bf03-766b85a3ef1b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0769382 May 30 12:06:17.361304 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3bacd155-f353-46a2-b8f4-d92ec746e947 req-fa362541-784f-47cb-8ca2-f501792c3c6c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486739 May 30 12:06:17.486137 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aa9ec-c3d0-430c-aefd-3249cf70bc9d req-184ac386-0acc-4f9e-b282-486426e4e1bc tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:17.489134 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0c1aa9ec-c3d0-430c-aefd-3249cf70bc9d req-184ac386-0acc-4f9e-b282-486426e4e1bc tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0550463 May 30 12:06:17.506054 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:17.558950 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0c1aa9ec-c3d0-430c-aefd-3249cf70bc9d req-02bd5aa9-5730-43b3-ac3f-6a30ec970496 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633318 May 30 12:06:17.703773 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373baec7-c9f3-43b3-8ffc-7cbca9d918c6 req-de0924bd-3f3f-4169-a723-8652620f712e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:17.706384 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-373baec7-c9f3-43b3-8ffc-7cbca9d918c6 req-de0924bd-3f3f-4169-a723-8652620f712e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0534401 May 30 12:06:17.800893 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-373baec7-c9f3-43b3-8ffc-7cbca9d918c6 req-9f87d0e5-78bb-42a4-87a2-fe191136f247 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865073 May 30 12:06:17.940148 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-00d8b0e2-dbf3-4339-b0c5-3fb76e5cc07f req-78ee0279-c100-469e-b6fb-94a4160fc71b tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 210 time: 0.0552559 May 30 12:06:18.512697 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd3caa-c928-4e06-98bd-efff028f743f req-c257b8ed-6823-44ac-b8af-abbac6adc01c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:18.514602 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-19bd3caa-c928-4e06-98bd-efff028f743f req-c257b8ed-6823-44ac-b8af-abbac6adc01c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0706663 May 30 12:06:18.586756 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-19bd3caa-c928-4e06-98bd-efff028f743f req-33946632-ed09-4e3a-aae2-2181b1e6f5c0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648789 May 30 12:06:18.733257 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc707019-0c0c-4bb6-b1d4-489f64fecadd req-9e3c52c7-b570-4714-8f18-d3cd06b39557 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:18.741724 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fc707019-0c0c-4bb6-b1d4-489f64fecadd req-9e3c52c7-b570-4714-8f18-d3cd06b39557 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0910296 May 30 12:06:18.850192 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fc707019-0c0c-4bb6-b1d4-489f64fecadd req-f61fa942-02c9-44c6-a32a-6988ff81c217 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948455 May 30 12:06:18.948145 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eff66-73fa-4441-8177-894bedfe91be req-2537f6f9-05dc-4328-910f-6d23dac9c519 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:18.950519 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-df5eff66-73fa-4441-8177-894bedfe91be req-2537f6f9-05dc-4328-910f-6d23dac9c519 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0667074 May 30 12:06:19.062463 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-df5eff66-73fa-4441-8177-894bedfe91be req-0a6bc5a3-afa8-41bd-9405-7d9ee7e4f2f5 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913374 May 30 12:06:19.093447 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4c886aa8-9370-4df1-aeb7-e9cc9d690d19 req-72803d56-cefc-44da-832d-f927e67ba51a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 210 time: 0.0693705 May 30 12:06:19.567055 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-f9e3bf84-4b21-4a42-a960-238d41da2170 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:19.570076 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-f9e3bf84-4b21-4a42-a960-238d41da2170 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.65 "GET /v2.0/networks?id=74823171-a713-4723-823f-3ac14207cc72 HTTP/1.1" status: 200 len: 814 time: 0.1487148 May 30 12:06:19.586564 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Request body: {'port': {'device_id': '11600577-2336-4fdd-b0f0-78fbf42f8ea1', 'network_id': '74823171-a713-4723-823f-3ac14207cc72', 'admin_state_up': True, 'tenant_id': '94cd1e0377594f52bb5bfa7159731d48'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:19.784839 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Made reservation on behalf of 94cd1e0377594f52bb5bfa7159731d48 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:06:19.789263 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:19.804129 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901d991-fd6d-4e6a-9a3c-afaac49080fe req-c08953aa-f87f-4a9b-b0f9-b8aeb028a8e3 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:19.806891 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d901d991-fd6d-4e6a-9a3c-afaac49080fe req-c08953aa-f87f-4a9b-b0f9-b8aeb028a8e3 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0983026 May 30 12:06:19.877716 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d901d991-fd6d-4e6a-9a3c-afaac49080fe req-af986636-fc12-4d92-a445-01a3c3f6ae25 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648451 May 30 12:06:19.978196 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Allocated IP 172.20.0.8 (74823171-a713-4723-823f-3ac14207cc72/5c489d91-d9a5-4c7a-8f87-3bade9001556/de5378e4-4146-4fbc-9827-83be39fbf054) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:06:20.052422 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3661e85-09ad-4515-8b53-a658555ca514 req-b6c13421-3ded-40fa-9b61-48443825c9f0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:20.062865 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d3661e85-09ad-4515-8b53-a658555ca514 req-b6c13421-3ded-40fa-9b61-48443825c9f0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0717175 May 30 12:06:20.201296 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d3661e85-09ad-4515-8b53-a658555ca514 req-8dbc77b4-18a7-41f1-82a5-1b07bdb4e1df tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374207 May 30 12:06:20.201548 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks [] for port (de5378e4-4146-4fbc-9827-83be39fbf054), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:20.253582 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:20.265072 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:20.362080 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05c59b-596d-4fa3-9745-296dcc0c1685 req-71b257b2-b915-419d-b771-c64ab165ca3f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:20.363951 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6f05c59b-596d-4fa3-9745-296dcc0c1685 req-71b257b2-b915-419d-b771-c64ab165ca3f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.1240847 May 30 12:06:20.443970 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Network 74823171-a713-4723-823f-3ac14207cc72 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:06:20.447845 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:06:20.454794 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:06:20.459589 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:20.460249 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:20.482074 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Pushing event updated for resources: {'Port': ['ID=de5378e4-4146-4fbc-9827-83be39fbf054,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:20.510222 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ce845a1a-1eb3-46b1-8182-f5770b962b9a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9273634 May 30 12:06:20.513868 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:20.525090 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Request body: {'port': {'device_id': '11600577-2336-4fdd-b0f0-78fbf42f8ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:20.555211 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06042b4a-f36c-477c-8cbe-8ace6513d309 req-c871fa8c-0a53-4711-92d3-4e6614b39815 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:20.556430 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-06042b4a-f36c-477c-8cbe-8ace6513d309 req-c871fa8c-0a53-4711-92d3-4e6614b39815 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 931 time: 0.1912849 May 30 12:06:20.582111 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6f05c59b-596d-4fa3-9745-296dcc0c1685 req-490072bb-ffdf-404f-b61a-e5eaa676553e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030962 May 30 12:06:20.619391 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:20.683576 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:20.694974 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-06042b4a-f36c-477c-8cbe-8ace6513d309 req-5fcc692b-212b-4508-be2d-d9e72dc2651e tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173012 May 30 12:06:21.151819 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5378e4-4146-4fbc-9827-83be39fbf054 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:06:21.163624 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Publish callbacks [] for port (de5378e4-4146-4fbc-9827-83be39fbf054), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:21.183023 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Transition to ACTIVE for port object de5378e4-4146-4fbc-9827-83be39fbf054 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:06:21.188101 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:21.292958 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Pushing event updated for resources: {'Port': ['ID=de5378e4-4146-4fbc-9827-83be39fbf054,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:21.341436 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Attempting to bind port de5378e4-4146-4fbc-9827-83be39fbf054 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:06:21.341715 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Attempting to bind port de5378e4-4146-4fbc-9827-83be39fbf054 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '6b35c446-0915-4a9d-8637-1b166d776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74823171-a713-4723-823f-3ac14207cc72'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:06:21.342123 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Attempting to bind port de5378e4-4146-4fbc-9827-83be39fbf054 on network 74823171-a713-4723-823f-3ac14207cc72 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:06:21.350081 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Port de5378e4-4146-4fbc-9827-83be39fbf054 on network 74823171-a713-4723-823f-3ac14207cc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:06:21.350402 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Attempting to bind port de5378e4-4146-4fbc-9827-83be39fbf054 on network 74823171-a713-4723-823f-3ac14207cc72 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:06:21.373676 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:06:21.374094 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Checking segment: {'id': '6b35c446-0915-4a9d-8637-1b166d776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74823171-a713-4723-823f-3ac14207cc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:06:21.374485 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Bound using segment: {'id': '6b35c446-0915-4a9d-8637-1b166d776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74823171-a713-4723-823f-3ac14207cc72'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:06:21.379932 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Bound port: de5378e4-4146-4fbc-9827-83be39fbf054, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b35c446-0915-4a9d-8637-1b166d776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74823171-a713-4723-823f-3ac14207cc72'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:06:21.380345 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:21.396560 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53030a-3c79-49dd-a28c-4f39c62d341e req-2b133101-64d8-4060-bf2d-cd2aeb274991 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:21.398368 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ea53030a-3c79-49dd-a28c-4f39c62d341e req-2b133101-64d8-4060-bf2d-cd2aeb274991 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0632145 May 30 12:06:21.482512 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:21.490728 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ea53030a-3c79-49dd-a28c-4f39c62d341e req-6ffb70f7-35e7-446a-96d7-6fc7a46e2870 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750127 May 30 12:06:21.492596 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] For port de5378e4-4146-4fbc-9827-83be39fbf054, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:06:21.499207 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] For port de5378e4-4146-4fbc-9827-83be39fbf054, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=de5378e4-4146-4fbc-9827-83be39fbf054,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:06:21.509620 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:21.551376 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:21.552004 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:21.553493 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] 10.222.0.65 "PUT /v2.0/ports/de5378e4-4146-4fbc-9827-83be39fbf054 HTTP/1.1" status: 200 len: 1093 time: 1.0342317 May 30 12:06:21.553949 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11600577-2336-4fdd-b0f0-78fbf42f8ea1', 'tag': 'de5378e4-4146-4fbc-9827-83be39fbf054'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:21.556591 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb28d80-5cc4-4f32-a4d3-1436a2923845" -d '{"events": [{"name": "network-changed", "server_uuid": "11600577-2336-4fdd-b0f0-78fbf42f8ea1", "tag": "de5378e4-4146-4fbc-9827-83be39fbf054"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:21.650708 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6511a0-f694-40c1-ba62-61b50ac06ddd service neutron] Pushing event updated for resources: {'Port': ['ID=de5378e4-4146-4fbc-9827-83be39fbf054,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:21.697772 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790ae0d0-b583-4908-992c-8ad57ce2a34a x-openstack-request-id: req-790ae0d0-b583-4908-992c-8ad57ce2a34a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:21.698271 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11600577-2336-4fdd-b0f0-78fbf42f8ea1", "tag": "de5378e4-4146-4fbc-9827-83be39fbf054", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:21.698684 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-790ae0d0-b583-4908-992c-8ad57ce2a34a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:21.699207 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790ae0d0-b583-4908-992c-8ad57ce2a34a'] response: {'name': 'network-changed', 'server_uuid': '11600577-2336-4fdd-b0f0-78fbf42f8ea1', 'tag': 'de5378e4-4146-4fbc-9827-83be39fbf054', 'status': 'completed', 'code': 200} May 30 12:06:21.710579 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ddafd360-2524-4e06-a7d4-2d34b8f8a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:21.713540 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-ddafd360-2524-4e06-a7d4-2d34b8f8a6f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94cd1e0377594f52bb5bfa7159731d48&device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 1127 time: 0.0867021 May 30 12:06:21.750941 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf86ca-0c9f-4d36-a7f3-de38ddfe8741 req-353e4dc2-5de8-48f8-8822-b9bbffce5d8f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:21.757869 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9cbf86ca-0c9f-4d36-a7f3-de38ddfe8741 req-353e4dc2-5de8-48f8-8822-b9bbffce5d8f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0691099 May 30 12:06:21.811546 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9cbf86ca-0c9f-4d36-a7f3-de38ddfe8741 req-8cb5bab8-ba93-4503-880f-ed7b003b1154 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525002 May 30 12:06:21.825255 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-baec8115-9f8d-419e-aaf8-827b39fcf49b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de5378e4-4146-4fbc-9827-83be39fbf054 HTTP/1.1" status: 200 len: 217 time: 0.0917847 May 30 12:06:21.875563 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:21.911402 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-e62e546c-046a-43cd-941b-02b2bca766b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:21.913304 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-e62e546c-046a-43cd-941b-02b2bca766b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c489d91-d9a5-4c7a-8f87-3bade9001556 HTTP/1.1" status: 200 len: 854 time: 0.0823526 May 30 12:06:21.913870 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 42946) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:21.914384 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf09b-35e8-4d1a-8d6d-655da6fca9ee req-786123fd-d3e8-489e-a728-0b70594a0cad tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:21.917712 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2fdcf09b-35e8-4d1a-8d6d-655da6fca9ee req-786123fd-d3e8-489e-a728-0b70594a0cad tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 943 time: 0.0877187 May 30 12:06:21.924960 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-55da1ff9-348f-47e9-bc3e-1e19169cc4a1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647392212', 'description': 'tempest-description--670559142'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:21.961657 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-43180956-8991-4574-bc7a-4e3ab815b9b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74823171-a713-4723-823f-3ac14207cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315425 May 30 12:06:21.986713 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2fdcf09b-35e8-4d1a-8d6d-655da6fca9ee req-e25201ad-4dba-48c2-8a42-a77c8815e4e2 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621886 May 30 12:06:22.042949 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-55da1ff9-348f-47e9-bc3e-1e19169cc4a1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.100123 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-55c77fe8-9510-45fd-a7e9-83b93a706864 service neutron] 10.222.0.65 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288838 May 30 12:06:22.161417 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:22.222276 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-55da1ff9-348f-47e9-bc3e-1e19169cc4a1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group (891e906f-593d-42c3-abb9-39cea2ee3deb), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.236602 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-55da1ff9-348f-47e9-bc3e-1e19169cc4a1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (891e906f-593d-42c3-abb9-39cea2ee3deb), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.290036 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-55da1ff9-348f-47e9-bc3e-1e19169cc4a1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.292217 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-55da1ff9-348f-47e9-bc3e-1e19169cc4a1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3762348 May 30 12:06:22.293377 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6e046d-a8d2-448c-86cd-a6e2fa21a4cf req-419cd972-24d2-4f52-9db9-3a2fad63cf94 service neutron] 10.222.0.65 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808324 May 30 12:06:22.294614 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 42952) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:22.298329 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da1ff9-348f-47e9-bc3e-1e19169cc4a1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891e906f-593d-42c3-abb9-39cea2ee3deb,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:22.308466 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-0509a4be-bbe4-4052-bf05-908e8f689404 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Request body: {'security_group_rule': {'security_group_id': '891e906f-593d-42c3-abb9-39cea2ee3deb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:22.381529 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0509a4be-bbe4-4052-bf05-908e8f689404 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group_rule (f3ce971f-d84c-4514-95fd-f5ddcd115e6b), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.474714 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0509a4be-bbe4-4052-bf05-908e8f689404 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group_rule (f3ce971f-d84c-4514-95fd-f5ddcd115e6b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.489256 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0509a4be-bbe4-4052-bf05-908e8f689404 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (f3ce971f-d84c-4514-95fd-f5ddcd115e6b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.516329 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509a4be-bbe4-4052-bf05-908e8f689404 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ce971f-d84c-4514-95fd-f5ddcd115e6b,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:22.523585 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0509a4be-bbe4-4052-bf05-908e8f689404 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.525536 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0509a4be-bbe4-4052-bf05-908e8f689404 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2292860 May 30 12:06:22.528219 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 42966) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:22.534003 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-8d0068f8-47dc-4e30-b2eb-6b2878223d68 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Request body: {'security_group_rule': {'security_group_id': '891e906f-593d-42c3-abb9-39cea2ee3deb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:22.577261 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8d0068f8-47dc-4e30-b2eb-6b2878223d68 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group_rule (813b7d79-29b3-40f5-adba-0577de92467d), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.651151 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8d0068f8-47dc-4e30-b2eb-6b2878223d68 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group_rule (813b7d79-29b3-40f5-adba-0577de92467d), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.657976 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8d0068f8-47dc-4e30-b2eb-6b2878223d68 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (813b7d79-29b3-40f5-adba-0577de92467d), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.658484 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7dbd9c-ebc5-471c-9154-0a64ed6e3365 req-cd37f691-8de5-4af6-a115-1ff6dd10e903 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:22.661214 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0f7dbd9c-ebc5-471c-9154-0a64ed6e3365 req-cd37f691-8de5-4af6-a115-1ff6dd10e903 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0621030 May 30 12:06:22.689432 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8d0068f8-47dc-4e30-b2eb-6b2878223d68 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.690562 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8d0068f8-47dc-4e30-b2eb-6b2878223d68 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612177 May 30 12:06:22.694956 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 42968) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:22.696243 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0068f8-47dc-4e30-b2eb-6b2878223d68 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813b7d79-29b3-40f5-adba-0577de92467d,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:22.710358 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:22.745125 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0f7dbd9c-ebc5-471c-9154-0a64ed6e3365 req-7b674f34-18e8-48f7-a855-0a01e4dab414 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774407 May 30 12:06:22.755084 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.867118 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:22.984613 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b0d93-cc47-4a89-affb-4a349b593259 req-98355728-b264-49dc-b60b-0ee3a21618f6 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:22.986328 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-612b0d93-cc47-4a89-affb-4a349b593259 req-98355728-b264-49dc-b60b-0ee3a21618f6 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0745578 May 30 12:06:23.102321 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-612b0d93-cc47-4a89-affb-4a349b593259 req-115dffdc-81b8-44ac-a670-cce2b1fb0165 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915694 May 30 12:06:23.147786 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Allocated IP 172.27.1.156 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/d6831c5f-25df-4581-ad60-0b8fef563b79) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:06:23.183471 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5899b12-5df7-480f-b7c6-1a7cc8659ba3 req-91027437-1584-4838-bfb1-f3b83807662b tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:23.185091 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c5899b12-5df7-480f-b7c6-1a7cc8659ba3 req-91027437-1584-4838-bfb1-f3b83807662b tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 943 time: 0.0872414 May 30 12:06:23.242274 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:23.285081 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:23.323925 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c5899b12-5df7-480f-b7c6-1a7cc8659ba3 req-d0117a07-fcdc-45d9-a2b2-18eb2905118a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250644 May 30 12:06:23.366633 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for port (d6831c5f-25df-4581-ad60-0b8fef563b79), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:23.406334 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (d6831c5f-25df-4581-ad60-0b8fef563b79), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:23.449953 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:06:23.458020 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:06:23.459819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:06:23.463228 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event updated for resources: {'Port': ['ID=d6831c5f-25df-4581-ad60-0b8fef563b79,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:23.595914 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for floatingip (331320c4-a8d5-4530-8eaa-03d0d84250c7), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:23.685291 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-699b4990-97fd-4389-ad27-a332cd325121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:23.688211 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-699b4990-97fd-4389-ad27-a332cd325121 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94cd1e0377594f52bb5bfa7159731d48&device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 1127 time: 0.0835035 May 30 12:06:23.690686 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d6831c5f-25df-4581-ad60-0b8fef563b79), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:23.816670 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-7c1a010e-0432-4dff-b956-832275d63d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:23.818138 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-7c1a010e-0432-4dff-b956-832275d63d06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=74823171-a713-4723-823f-3ac14207cc72 HTTP/1.1" status: 200 len: 915 time: 0.1217146 May 30 12:06:23.879039 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-591b81d7-df50-4137-8ac7-49ce0f3a801c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de5378e4-4146-4fbc-9827-83be39fbf054 HTTP/1.1" status: 200 len: 217 time: 0.0512612 May 30 12:06:23.911800 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b012ce-18e0-4484-a7a7-dfdd87c87bad req-034e94cd-5239-4475-b756-7815e525867b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:23.920855 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-15b012ce-18e0-4484-a7a7-dfdd87c87bad req-034e94cd-5239-4475-b756-7815e525867b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0681932 May 30 12:06:23.953875 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-5f9b59b3-3673-44b0-8def-ef8a4a14c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:23.955572 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-5f9b59b3-3673-44b0-8def-ef8a4a14c978 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c489d91-d9a5-4c7a-8f87-3bade9001556 HTTP/1.1" status: 200 len: 854 time: 0.0677962 May 30 12:06:24.002688 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-c8489ec7-2826-42bb-b3fb-71e056861668 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74823171-a713-4723-823f-3ac14207cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400951 May 30 12:06:24.018315 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-15b012ce-18e0-4484-a7a7-dfdd87c87bad req-60d88416-9e3a-4625-ba26-6cdc346964b3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957546 May 30 12:06:24.064672 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for port (d6831c5f-25df-4581-ad60-0b8fef563b79), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:24.071077 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (d6831c5f-25df-4581-ad60-0b8fef563b79), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:24.125818 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:24.159584 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event updated for resources: {'Port': ['ID=d6831c5f-25df-4581-ad60-0b8fef563b79,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:24.170729 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (331320c4-a8d5-4530-8eaa-03d0d84250c7), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:24.186167 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:24.189880 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-c00750ea-a7c5-4e90-9ef1-1c76fcb926f5 service neutron] 10.222.0.65 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798997 May 30 12:06:24.196037 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:24.197757 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6f58ca28-5476-4cb9-b50c-2114766f1003 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5006835 May 30 12:06:24.290695 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e29b01-a409-4c2b-b270-b75d481fcd70 req-26436c80-bcef-431e-b099-ae10e46d55ee tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:24.292262 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-28e29b01-a409-4c2b-b270-b75d481fcd70 req-26436c80-bcef-431e-b099-ae10e46d55ee tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0646884 May 30 12:06:24.314423 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0cb28d80-5cc4-4f32-a4d3-1436a2923845 req-f5e2b23e-8691-459f-b61e-8b3d23442806 service neutron] 10.222.0.65 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172202 May 30 12:06:24.380072 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-28e29b01-a409-4c2b-b270-b75d481fcd70 req-818f161b-d16d-4f95-a81d-97453183f6d3 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804012 May 30 12:06:24.485872 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344e54c-0eb3-42a0-b424-41ca01669deb req-30dc60d3-7132-479d-bf38-f8c1ff0548c7 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:24.487569 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d344e54c-0eb3-42a0-b424-41ca01669deb req-30dc60d3-7132-479d-bf38-f8c1ff0548c7 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 943 time: 0.0728276 May 30 12:06:24.541912 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:24.578716 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:24.597858 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-1ca9ca9e-f5f0-43ea-8990-fed14e834b27 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1647392212&fields=id&tenant_id=c988db8e79bf4c98ac288105177f90f2 HTTP/1.1" status: 200 len: 267 time: 0.1090641 May 30 12:06:24.603980 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d344e54c-0eb3-42a0-b424-41ca01669deb req-213e7d00-8e5c-474d-8821-2165e6a2cd75 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083786 May 30 12:06:24.731320 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-2204545d-2cc2-4340-af62-811074327407 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:24.741228 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-2204545d-2cc2-4340-af62-811074327407 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 819 time: 0.1356764 May 30 12:06:24.752312 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-8a53afc9-aa51-4028-a21f-f690f13d096e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/quotas/c988db8e79bf4c98ac288105177f90f2 HTTP/1.1" status: 200 len: 375 time: 0.0101261 May 30 12:06:24.829903 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-b4434b2d-2996-49dd-a418-82113412e7d7 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0687933 May 30 12:06:24.944781 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-d75d286e-4f81-4684-88d7-20066cabb157 service neutron] 10.222.0.32 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038411 May 30 12:06:25.081439 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-a72c5239-5860-4d4e-930a-99cd71193003 service neutron] 10.222.0.32 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304228 May 30 12:06:25.221823 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb29eca-07f5-4aa6-858d-43d1d571a6da req-367ddc1e-fa2d-4eb6-abe3-c719efbf6407 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:25.223462 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fdb29eca-07f5-4aa6-858d-43d1d571a6da req-367ddc1e-fa2d-4eb6-abe3-c719efbf6407 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.1176510 May 30 12:06:25.318630 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cf6a1291-d756-4bf8-9d1f-b653a01f0f7a req-789f8174-9ad4-48fd-b92b-33079bbb8661 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 210 time: 0.0434635 May 30 12:06:25.349745 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fdb29eca-07f5-4aa6-858d-43d1d571a6da req-11b65e54-25bd-4c82-a6be-7a9ef50bdfba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092024 May 30 12:06:25.462551 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=64,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:25.540740 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf11ea-c82d-442b-8392-df2aa098981b req-f5cf72ef-cf77-4730-9746-e13a23974153 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:25.542337 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b4bf11ea-c82d-442b-8392-df2aa098981b req-f5cf72ef-cf77-4730-9746-e13a23974153 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0597680 May 30 12:06:25.675509 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device de5378e4-4146-4fbc-9827-83be39fbf054 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:06:25.685441 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b4bf11ea-c82d-442b-8392-df2aa098981b req-16d7f8cb-55e2-407f-99ba-1cf65c9e67c3 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330981 May 30 12:06:25.797891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5c01b-8615-47ec-9a16-2a1a11556146 req-31423c03-e383-467e-91ea-d168561fa999 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:25.805370 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-74d5c01b-8615-47ec-9a16-2a1a11556146 req-31423c03-e383-467e-91ea-d168561fa999 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 943 time: 0.0744841 May 30 12:06:25.834394 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port de5378e4-4146-4fbc-9827-83be39fbf054, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=de5378e4-4146-4fbc-9827-83be39fbf054,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:25.848550 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'de5378e4-4146-4fbc-9827-83be39fbf054', 'network_id': '74823171-a713-4723-823f-3ac14207cc72', 'port_id': 'de5378e4-4146-4fbc-9827-83be39fbf054', 'mac_address': 'fa:16:3e:aa:ae:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c489d91-d9a5-4c7a-8f87-3bade9001556', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:06:25.868020 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-74d5c01b-8615-47ec-9a16-2a1a11556146 req-3dceac26-9b24-4b74-aefb-c7507c29ee52 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616045 May 30 12:06:25.893113 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port de5378e4-4146-4fbc-9827-83be39fbf054 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:06:25.893595 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:25.908561 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5378e4-4146-4fbc-9827-83be39fbf054 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:06:25.937846 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port de5378e4-4146-4fbc-9827-83be39fbf054, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=de5378e4-4146-4fbc-9827-83be39fbf054,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:25.950364 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:26.004531 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=de5378e4-4146-4fbc-9827-83be39fbf054,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:26.013592 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.014171 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.014675 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.015687 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.016183 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.016692 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.017018 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.017350 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.017680 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.018000 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.018322 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.018654 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.019137 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.019712 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.020027 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:06:26.328737 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['de5378e4-4146-4fbc-9827-83be39fbf054'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:06:26.338372 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 43048) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:26.492291 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-078cf1aa-cffb-4765-8418-5718a8bd2a24 req-f58ce1a9-d2f2-4df8-a69d-2e08afced9d6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 210 time: 0.0646474 May 30 12:06:26.543298 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9a6102f-b1d2-42c2-a66e-b6fbee63632c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:26.561467 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:26.591236 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5096e-ab47-4790-8e72-55b4a4361bad req-37b97834-4044-4346-9df1-91951c022300 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:26.602536 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-52f5096e-ab47-4790-8e72-55b4a4361bad req-37b97834-4044-4346-9df1-91951c022300 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.1086590 May 30 12:06:26.670358 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:06:26.692646 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-52f5096e-ab47-4790-8e72-55b4a4361bad req-30ec43ca-55f3-43a4-afe1-1db5b6840f2c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886884 May 30 12:06:26.786803 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9a6102f-b1d2-42c2-a66e-b6fbee63632c admin admin] Publish callbacks [] for security_group (0b354ffb-4c41-4323-99d8-634f34cddcf3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:26.816239 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9a6102f-b1d2-42c2-a66e-b6fbee63632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (0b354ffb-4c41-4323-99d8-634f34cddcf3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:26.864814 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cdecc-19b5-46c5-892d-d66e355b073c req-c2e45846-6af7-49f4-9840-e7e535d896ca tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:26.866409 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-094cdecc-19b5-46c5-892d-d66e355b073c req-c2e45846-6af7-49f4-9840-e7e535d896ca tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0933774 May 30 12:06:26.877717 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6102f-b1d2-42c2-a66e-b6fbee63632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b354ffb-4c41-4323-99d8-634f34cddcf3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:26.888857 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b9a6102f-b1d2-42c2-a66e-b6fbee63632c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=701bba02c995487f81e17bd916730396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491114 May 30 12:06:26.899388 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 43066) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:26.961778 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-094cdecc-19b5-46c5-892d-d66e355b073c req-ddc2733d-e1cd-411e-84a8-e82fe577b506 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873532 May 30 12:06:27.089948 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ec5a56ae-07d3-43f7-bdd4-aae87f397aef admin admin] Publish callbacks [] for security_group (0b354ffb-4c41-4323-99d8-634f34cddcf3), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.110547 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:27.144135 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ca3d9-8ac6-4363-9b09-7c6ffbf44e75 req-cb434988-5c00-45da-a83e-71ccff6a4466 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:27.146114 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-aa7ca3d9-8ac6-4363-9b09-7c6ffbf44e75 req-cb434988-5c00-45da-a83e-71ccff6a4466 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 944 time: 0.1106150 May 30 12:06:27.166153 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ec5a56ae-07d3-43f7-bdd4-aae87f397aef admin admin] Publish callbacks [] for security_group (0b354ffb-4c41-4323-99d8-634f34cddcf3), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.201241 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 43074) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:27.210883 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-82b0592b-4319-43de-a624-648d3ffe236b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417406428', 'description': 'tempest-description--1931789508'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:27.246915 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-aa7ca3d9-8ac6-4363-9b09-7c6ffbf44e75 req-ba8120e6-4f74-4d04-9d84-c226c7f9f5bb tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947371 May 30 12:06:27.248575 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82b0592b-4319-43de-a624-648d3ffe236b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.346432 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ec5a56ae-07d3-43f7-bdd4-aae87f397aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (0b354ffb-4c41-4323-99d8-634f34cddcf3), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.348852 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82b0592b-4319-43de-a624-648d3ffe236b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (4a4d5a88-839c-4d55-8908-ebfb4c9dfb39), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.349050 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ec5a56ae-07d3-43f7-bdd4-aae87f397aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.350463 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ec5a56ae-07d3-43f7-bdd4-aae87f397aef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b354ffb-4c41-4323-99d8-634f34cddcf3 HTTP/1.1" status: 204 len: 168 time: 0.4498911 May 30 12:06:27.357464 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82b0592b-4319-43de-a624-648d3ffe236b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (4a4d5a88-839c-4d55-8908-ebfb4c9dfb39), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.403259 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82b0592b-4319-43de-a624-648d3ffe236b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.407405 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a56ae-07d3-43f7-bdd4-aae87f397aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b354ffb-4c41-4323-99d8-634f34cddcf3,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:27.409020 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-82b0592b-4319-43de-a624-648d3ffe236b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2050796 May 30 12:06:27.412584 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 43080) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:27.424143 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0592b-4319-43de-a624-648d3ffe236b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:27.429666 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-925077a5-a37f-4055-b208-2c81124de8c1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group_rule': {'security_group_id': '4a4d5a88-839c-4d55-8908-ebfb4c9dfb39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:27.461748 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ba2cd3e8-b8c6-43a2-9630-1ddf03a258b3 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:27.463458 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ba2cd3e8-b8c6-43a2-9630-1ddf03a258b3 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 819 time: 0.2734509 May 30 12:06:27.519168 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-925077a5-a37f-4055-b208-2c81124de8c1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (290c1f15-7474-45ea-a8b9-271668d39d83), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.556635 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:27.602505 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-1613c725-faa9-4ee6-a262-58e3668cd389 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c988db8e79bf4c98ac288105177f90f2 HTTP/1.1" status: 200 len: 380 time: 0.1274800 May 30 12:06:27.614808 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Request body: {'port': {'device_id': '83f672fe-d699-4f70-bc26-74dced714a5d', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'admin_state_up': True, 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'security_groups': ['891e906f-593d-42c3-abb9-39cea2ee3deb']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:27.701199 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device de5378e4-4146-4fbc-9827-83be39fbf054 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:06:27.811695 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3f1f6ffc-28a4-4b54-b640-fab14ba4d22b req-13d4e654-72a9-45fd-b0aa-e778423e76b8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 210 time: 0.1571155 May 30 12:06:27.866698 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port de5378e4-4146-4fbc-9827-83be39fbf054 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:06:27.873792 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Made reservation on behalf of c988db8e79bf4c98ac288105177f90f2 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:06:27.876328 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port de5378e4-4146-4fbc-9827-83be39fbf054 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:06:27.876773 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.880212 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.905940 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-925077a5-a37f-4055-b208-2c81124de8c1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (290c1f15-7474-45ea-a8b9-271668d39d83), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.913482 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-925077a5-a37f-4055-b208-2c81124de8c1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (290c1f15-7474-45ea-a8b9-271668d39d83), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:27.939665 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925077a5-a37f-4055-b208-2c81124de8c1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290c1f15-7474-45ea-a8b9-271668d39d83,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:27.961396 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d015549-ee20-4038-96e1-1902c7f25fed req-d7a3e54e-5bd3-468c-930e-5035cea09f44 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:27.979854 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9d015549-ee20-4038-96e1-1902c7f25fed req-d7a3e54e-5bd3-468c-930e-5035cea09f44 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.1086380 May 30 12:06:27.994298 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:28.001835 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-925077a5-a37f-4055-b208-2c81124de8c1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.003137 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-925077a5-a37f-4055-b208-2c81124de8c1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5802369 May 30 12:06:28.006777 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 43096) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:28.008126 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port de5378e4-4146-4fbc-9827-83be39fbf054 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:06:28.008663 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.011761 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-773a807f-03b9-48c6-a8fb-5107a483790b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group_rule': {'security_group_id': '4a4d5a88-839c-4d55-8908-ebfb4c9dfb39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:28.041125 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11600577-2336-4fdd-b0f0-78fbf42f8ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5378e4-4146-4fbc-9827-83be39fbf054'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:28.044127 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3afb41-45a0-4e97-bc9d-687b4f212edb" -d '{"events": [{"server_uuid": "11600577-2336-4fdd-b0f0-78fbf42f8ea1", "name": "network-vif-plugged", "status": "completed", "tag": "de5378e4-4146-4fbc-9827-83be39fbf054"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:28.060710 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port de5378e4-4146-4fbc-9827-83be39fbf054, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=de5378e4-4146-4fbc-9827-83be39fbf054,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:28.068060 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.109846 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-773a807f-03b9-48c6-a8fb-5107a483790b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (ee1e2e8b-a94f-4f22-96ec-719a153c0112), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.131112 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9d015549-ee20-4038-96e1-1902c7f25fed req-cd974c6e-6662-46d1-bec8-63bcbb9c512e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491642 May 30 12:06:28.160905 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=de5378e4-4146-4fbc-9827-83be39fbf054,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:28.181897 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Allocated IP 172.20.0.3 (1df1af59-dc4a-4ec6-926a-e35a4841adfa/a704ca58-24cf-4dc6-a375-0f71b8e82bab/e405a0d8-23b0-474a-be51-1a5734d329c4) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:06:28.211859 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d683a-0db9-477b-b173-ed46be742293 req-5f90f94b-e98b-4a54-b0ef-2895c6587fa8 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:28.213660 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-193d683a-0db9-477b-b173-ed46be742293 req-5f90f94b-e98b-4a54-b0ef-2895c6587fa8 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0963678 May 30 12:06:28.222727 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959563f0-c2f1-46df-b554-fac591a79004 x-openstack-request-id: req-959563f0-c2f1-46df-b554-fac591a79004 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:28.223047 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11600577-2336-4fdd-b0f0-78fbf42f8ea1", "name": "network-vif-plugged", "status": "completed", "tag": "de5378e4-4146-4fbc-9827-83be39fbf054", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:28.223308 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-959563f0-c2f1-46df-b554-fac591a79004 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:28.223744 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959563f0-c2f1-46df-b554-fac591a79004'] response: {'server_uuid': '11600577-2336-4fdd-b0f0-78fbf42f8ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5378e4-4146-4fbc-9827-83be39fbf054', 'code': 200} May 30 12:06:28.263133 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-773a807f-03b9-48c6-a8fb-5107a483790b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (ee1e2e8b-a94f-4f22-96ec-719a153c0112), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.275619 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-773a807f-03b9-48c6-a8fb-5107a483790b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (ee1e2e8b-a94f-4f22-96ec-719a153c0112), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.314288 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-193d683a-0db9-477b-b173-ed46be742293 req-a8dcb695-b3a2-4325-87e4-17aace3a500f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927572 May 30 12:06:28.341202 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a807f-03b9-48c6-a8fb-5107a483790b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1e2e8b-a94f-4f22-96ec-719a153c0112,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:28.363020 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-773a807f-03b9-48c6-a8fb-5107a483790b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.364391 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-773a807f-03b9-48c6-a8fb-5107a483790b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565993 May 30 12:06:28.367891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 43102) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:28.372477 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:28.426062 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.467006 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.471243 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.478296 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17713570-04ef-4c81-9440-eaab7dc404b0 req-a596a0e1-b970-45dd-a1b5-73f2644d8625 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:28.481790 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-17713570-04ef-4c81-9440-eaab7dc404b0 req-a596a0e1-b970-45dd-a1b5-73f2644d8625 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 945 time: 0.0951409 May 30 12:06:28.548787 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:06:28.556849 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:28.601693 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:06:28.604140 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:28.610295 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:06:28.616636 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:28.617374 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.644837 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event updated for resources: {'Port': ['ID=e405a0d8-23b0-474a-be51-1a5734d329c4,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:28.662595 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.665226 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc36002-cbe6-4258-928f-9ac2f5a22801 req-187f8782-7543-4d38-99f0-98fbb3b43c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:28.666996 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-bbc36002-cbe6-4258-928f-9ac2f5a22801 req-187f8782-7543-4d38-99f0-98fbb3b43c6b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 1129 time: 0.1236532 May 30 12:06:28.670499 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-43b08df7-6839-4847-a51d-dc8a2cbe91fa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0623767 May 30 12:06:28.688403 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Request body: {'port': {'device_id': '83f672fe-d699-4f70-bc26-74dced714a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:28.690449 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-17713570-04ef-4c81-9440-eaab7dc404b0 req-8f69347b-25fc-4a3f-b781-7f394d346482 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961021 May 30 12:06:28.830802 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-bbc36002-cbe6-4258-928f-9ac2f5a22801 req-1d237e6e-e83e-4339-8ede-964d224f1384 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390612 May 30 12:06:28.833872 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:28.865636 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Allocated IP 172.27.1.157 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/f91e29c1-44a7-41a6-b82c-986194993bce) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:06:28.877001 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:29.021801 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-68f61e1e-a64f-44b6-a559-9ccf040b2385 None None] Provisioning complete for port e405a0d8-23b0-474a-be51-1a5734d329c4 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:06:29.023128 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-68f61e1e-a64f-44b6-a559-9ccf040b2385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.049022 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (f91e29c1-44a7-41a6-b82c-986194993bce), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.060702 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:29.066886 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13710f-c914-4a98-8fd7-5bf3d5239bcb req-57983883-2797-4c6e-94aa-9e2f043d6e47 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:29.068479 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2a13710f-c914-4a98-8fd7-5bf3d5239bcb req-57983883-2797-4c6e-94aa-9e2f043d6e47 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 931 time: 0.1410029 May 30 12:06:29.076918 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-68f61e1e-a64f-44b6-a559-9ccf040b2385 None None] Port e405a0d8-23b0-474a-be51-1a5734d329c4 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:06:29.146791 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (f91e29c1-44a7-41a6-b82c-986194993bce), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.182402 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2a13710f-c914-4a98-8fd7-5bf3d5239bcb req-1d94e3dc-b216-4743-a0af-b8122326baab tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057231 May 30 12:06:29.207249 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:06:29.214897 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:06:29.217215 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=f91e29c1-44a7-41a6-b82c-986194993bce,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:29.221255 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:06:29.376069 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a88879-2cf7-44f8-9f4b-737284074507 req-bb473f02-85ff-40d6-bfbe-45f94e539f93 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:29.377631 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c3a88879-2cf7-44f8-9f4b-737284074507 req-bb473f02-85ff-40d6-bfbe-45f94e539f93 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0966682 May 30 12:06:29.378793 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (b7d1a5c8-2b56-4614-b581-a194c538b714), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.461365 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:29.478749 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f91e29c1-44a7-41a6-b82c-986194993bce), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.490588 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353c77f-d495-4ff8-a4d5-722d2e9a0cca req-e95fbcc7-5c30-4c91-a1c0-4465840e68e5 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:29.496748 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1353c77f-d495-4ff8-a4d5-722d2e9a0cca req-e95fbcc7-5c30-4c91-a1c0-4465840e68e5 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.1113346 May 30 12:06:29.519340 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e405a0d8-23b0-474a-be51-1a5734d329c4 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:06:29.528365 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Publish callbacks [] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.541443 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Transition to ACTIVE for port object e405a0d8-23b0-474a-be51-1a5734d329c4 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:06:29.548365 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.620129 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Pushing event updated for resources: {'Port': ['ID=e405a0d8-23b0-474a-be51-1a5734d329c4,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:29.682904 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Attempting to bind port e405a0d8-23b0-474a-be51-1a5734d329c4 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:06:29.683246 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Attempting to bind port e405a0d8-23b0-474a-be51-1a5734d329c4 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:06:29.683572 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Attempting to bind port e405a0d8-23b0-474a-be51-1a5734d329c4 on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:06:29.691815 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Port e405a0d8-23b0-474a-be51-1a5734d329c4 on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:06:29.692307 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Attempting to bind port e405a0d8-23b0-474a-be51-1a5734d329c4 on network 1df1af59-dc4a-4ec6-926a-e35a4841adfa {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:06:29.700203 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:06:29.700537 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Checking segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:06:29.700921 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Bound using segment: {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:06:29.701361 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Bound port: e405a0d8-23b0-474a-be51-1a5734d329c4, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70862f10-cf8e-48d8-88d0-9b6b84db06d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:06:29.701724 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.801387 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] For port e405a0d8-23b0-474a-be51-1a5734d329c4, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:06:29.805449 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] For port e405a0d8-23b0-474a-be51-1a5734d329c4, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e405a0d8-23b0-474a-be51-1a5734d329c4,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:06:29.818015 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.862944 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:29.863566 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:29.865548 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] 10.222.0.65 "PUT /v2.0/ports/e405a0d8-23b0-474a-be51-1a5734d329c4 HTTP/1.1" status: 200 len: 1093 time: 1.1823814 May 30 12:06:29.866083 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:29.868311 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:29.873351 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:29.913440 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79da36-6c85-465a-a76d-3282fdc37216 service neutron] Pushing event updated for resources: {'Port': ['ID=e405a0d8-23b0-474a-be51-1a5734d329c4,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:29.965603 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1353c77f-d495-4ff8-a4d5-722d2e9a0cca req-92e2d8ea-f54e-458a-99cd-a1a68af9646d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4631150 May 30 12:06:29.969926 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c3a88879-2cf7-44f8-9f4b-737284074507 req-59cb52ab-0134-4520-8a38-3157cf5d9b5a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5830069 May 30 12:06:30.049899 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761bc83f-bb87-431c-9598-119b61e1f1f5 x-openstack-request-id: req-761bc83f-bb87-431c-9598-119b61e1f1f5 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:30.050422 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:30.050816 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-761bc83f-bb87-431c-9598-119b61e1f1f5 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:30.051574 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761bc83f-bb87-431c-9598-119b61e1f1f5'] response: {'name': 'network-changed', 'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'status': 'completed', 'code': 200} May 30 12:06:30.170395 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3da7ff-758f-4b3e-b1da-9b0aa0a6d2ee req-89beeb41-a474-4f10-8eb2-1f42d6881529 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:30.172778 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ce3da7ff-758f-4b3e-b1da-9b0aa0a6d2ee req-89beeb41-a474-4f10-8eb2-1f42d6881529 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 945 time: 0.0783412 May 30 12:06:30.297864 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-5a579e62-6bcb-4e5a-936b-bad38dbb53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:30.299467 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-5a579e62-6bcb-4e5a-936b-bad38dbb53af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 1127 time: 0.0981462 May 30 12:06:30.300140 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (f91e29c1-44a7-41a6-b82c-986194993bce), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:30.304956 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ce3da7ff-758f-4b3e-b1da-9b0aa0a6d2ee req-b997cf1a-bfba-42c1-aaab-1fab83cc152e tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232631 May 30 12:06:30.308227 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (f91e29c1-44a7-41a6-b82c-986194993bce), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:30.350085 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:30.371111 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=f91e29c1-44a7-41a6-b82c-986194993bce,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:30.460792 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f5210-2215-4f3c-8a47-dc620d9ada58 req-1534ba68-8144-451a-b7cc-d0d4717dd116 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:30.462346 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a20f5210-2215-4f3c-8a47-dc620d9ada58 req-1534ba68-8144-451a-b7cc-d0d4717dd116 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 943 time: 0.0885782 May 30 12:06:30.463328 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (b7d1a5c8-2b56-4614-b581-a194c538b714), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:30.510390 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:30.511636 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-32cb186b-da7e-4952-8a2e-6847b3ef6976 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1426134 May 30 12:06:30.546989 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a20f5210-2215-4f3c-8a47-dc620d9ada58 req-85edf6f5-9f68-4633-b48d-345cee89735f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768297 May 30 12:06:30.756518 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-ab281700-fb71-4dff-9931-5b660b872d6d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--417406428&fields=id&tenant_id=20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 267 time: 0.0656784 May 30 12:06:30.816455 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-a21c43b6-499d-4361-8a17-8fccdbe9729b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e405a0d8-23b0-474a-be51-1a5734d329c4 HTTP/1.1" status: 200 len: 217 time: 0.0775383 May 30 12:06:30.893013 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-3fce94a1-b6f2-4683-ade3-f0621d0036b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:30.895477 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-3fce94a1-b6f2-4683-ade3-f0621d0036b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0687685 May 30 12:06:30.897406 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-3e02f2cd-f70b-4d46-aba8-afa6831ebaa1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:30.906151 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-3e02f2cd-f70b-4d46-aba8-afa6831ebaa1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 814 time: 0.1479094 May 30 12:06:30.915136 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:30.924811 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-42d9f679-88e4-48fb-8836-a5b310615c28 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/quotas/20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 375 time: 0.0173171 May 30 12:06:30.973586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-87fe85fd-5114-45aa-91bb-ae44a4d0ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:30.975346 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-87fe85fd-5114-45aa-91bb-ae44a4d0ce0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714457 May 30 12:06:30.987839 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-c5932593-9569-43e0-929c-7a772f87376a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575871 May 30 12:06:31.119024 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eacca-a7f7-4f83-aa19-11c4a31436b3 req-ee7a0946-c1f5-4ecc-9712-77dc5336fc05 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:31.120915 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ab0eacca-a7f7-4f83-aa19-11c4a31436b3 req-ee7a0946-c1f5-4ecc-9712-77dc5336fc05 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0651696 May 30 12:06:31.129434 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-d265c9fe-f0de-4ddf-8095-c89b573e06c9 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469908 May 30 12:06:31.165005 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-f247c71d-5b07-4301-ab80-bd37962bfada service neutron] 10.222.0.32 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623459 May 30 12:06:31.247734 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ab0eacca-a7f7-4f83-aa19-11c4a31436b3 req-07acc027-af71-46e8-af08-3df9868cb5d4 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178913 May 30 12:06:31.257364 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cda0457a-9f0a-4466-8474-0b3c2198459e req-791e2010-4966-48c1-9113-f3df68cf897d service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187558 May 30 12:06:31.286866 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-e75ef76d-984f-437c-843b-ec1541d8da51 service neutron] 10.222.0.32 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144392 May 30 12:06:31.366913 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:31.384543 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9304cd-523a-4f37-a7e6-a9cc0fd1e5aa req-cf0232d5-7cee-4a1c-9220-97942e41bab7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:31.386144 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ba9304cd-523a-4f37-a7e6-a9cc0fd1e5aa req-cf0232d5-7cee-4a1c-9220-97942e41bab7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0573719 May 30 12:06:31.445927 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ba9304cd-523a-4f37-a7e6-a9cc0fd1e5aa req-e6ab39ad-0ee8-41da-a7f8-5905ef89931b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520039 May 30 12:06:31.630904 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc8213-8130-4818-82ef-7d0f1ed65cfc req-a067151e-c16d-4c78-96c3-1a3b489bf541 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:31.641747 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-48bc8213-8130-4818-82ef-7d0f1ed65cfc req-a067151e-c16d-4c78-96c3-1a3b489bf541 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 945 time: 0.0845630 May 30 12:06:31.724301 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-48bc8213-8130-4818-82ef-7d0f1ed65cfc req-5260c125-d6bb-4831-8ed5-8866d3ae83f8 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772839 May 30 12:06:31.817887 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-65b0c60f-c400-48fa-99d2-7ed0b38443f1 req-cac3b959-c600-449c-9e8f-62db261af382 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 210 time: 0.0408740 May 30 12:06:31.917241 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad04b6-4b66-4279-8ff2-2adf0fbb8131 req-d0092faf-5355-4ba6-8728-ad256dd2b783 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:31.929532 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53ad04b6-4b66-4279-8ff2-2adf0fbb8131 req-d0092faf-5355-4ba6-8728-ad256dd2b783 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 943 time: 0.1177707 May 30 12:06:32.004711 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:32.085842 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf004b-39a2-426e-94ce-10208a9446ef req-ddb77ef4-6bec-4ffc-bf26-6427c8fda98c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:32.100977 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-faaf004b-39a2-426e-94ce-10208a9446ef req-ddb77ef4-6bec-4ffc-bf26-6427c8fda98c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.1527088 May 30 12:06:32.128515 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-53ad04b6-4b66-4279-8ff2-2adf0fbb8131 req-79d01629-ed54-4b5b-a5d8-76694e8b85d5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978374 May 30 12:06:32.181017 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-faaf004b-39a2-426e-94ce-10208a9446ef req-c6e44ad5-351f-48dc-8b1e-8e87c465f658 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787654 May 30 12:06:32.609840 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2a31b-5e08-4aee-891e-0290eb1dd03e req-f36c7d4d-2e66-4416-96ee-57c631b5110b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:32.620378 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20b2a31b-5e08-4aee-891e-0290eb1dd03e req-f36c7d4d-2e66-4416-96ee-57c631b5110b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0958118 May 30 12:06:32.673523 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-f4fb0b20-5ae8-46d5-95fd-0a3a2cf348c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:32.675195 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-f4fb0b20-5ae8-46d5-95fd-0a3a2cf348c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 1127 time: 0.1054060 May 30 12:06:32.729109 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20b2a31b-5e08-4aee-891e-0290eb1dd03e req-a003bf65-337b-47a9-8942-584dd02b7bd1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063588 May 30 12:06:32.854203 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-3c821608-4c89-426d-be59-6a135e31b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:32.857439 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-3c821608-4c89-426d-be59-6a135e31b189 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 1129 time: 0.0657544 May 30 12:06:32.997899 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-a147629f-93ca-43ed-a13d-c796152b8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:32.999342 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-a147629f-93ca-43ed-a13d-c796152b8a0c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.3156686 May 30 12:06:33.023635 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3af449e9-8f05-4fc7-b223-5fafd460ccd4 req-9fbbccb5-369b-4d94-b2c6-c5ba63f44d93 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 210 time: 0.0868440 May 30 12:06:33.055831 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:33.070888 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-5942941a-a308-428b-b650-ae785ffbdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:33.072749 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-5942941a-a308-428b-b650-ae785ffbdffb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 912 time: 0.1975937 May 30 12:06:33.093866 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:33.212274 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-43a0ac04-de73-4ca9-96d4-36e2229e59cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:33.281763 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302aac7-d95d-4c8e-b2f9-568e6d7ee2be req-751a5140-3ca3-4c64-aac4-33f42f07b101 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:33.283851 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2302aac7-d95d-4c8e-b2f9-568e6d7ee2be req-751a5140-3ca3-4c64-aac4-33f42f07b101 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 943 time: 0.0928252 May 30 12:06:33.344592 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de185c53-d304-47c1-ad92-be27a2ebbbf7 req-a9c09dd0-c367-410f-8b3c-bd80933badd7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:33.351488 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-10745c1d-0c22-4267-9fd7-ff9741004865 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e405a0d8-23b0-474a-be51-1a5734d329c4 HTTP/1.1" status: 200 len: 217 time: 0.0456192 May 30 12:06:33.352762 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-de185c53-d304-47c1-ad92-be27a2ebbbf7 req-a9c09dd0-c367-410f-8b3c-bd80933badd7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0677702 May 30 12:06:33.456022 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-9cafddee-521f-49ad-b859-6f2d2eb44c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:33.457772 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-9cafddee-521f-49ad-b859-6f2d2eb44c77 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0615063 May 30 12:06:33.493622 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2302aac7-d95d-4c8e-b2f9-568e6d7ee2be req-903dbd79-6a6e-4814-9f6e-786608d8427a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306939 May 30 12:06:33.521546 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-de185c53-d304-47c1-ad92-be27a2ebbbf7 req-b0a18ec2-3810-4b4e-bcd9-d0c233e9076f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667752 May 30 12:06:33.633363 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-b8dc1892-9b26-4638-a71e-711df46801da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40 HTTP/1.1" status: 200 len: 1001 time: 0.3356056 May 30 12:06:33.642709 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-4b491337-798c-45c1-9dc8-2dafdb1ac8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:33.644264 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-4b491337-798c-45c1-9dc8-2dafdb1ac8b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940194 May 30 12:06:33.707158 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 66de87a6-f3b1-41fb-8926-85240efcbe51 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:06:33.763373 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-99d67139-856a-40da-9ec1-f13a7b6b018d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:33.765920 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-99d67139-856a-40da-9ec1-f13a7b6b018d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 814 time: 0.3035381 May 30 12:06:33.775147 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:33.807010 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-6e32ce2f-a951-47f5-b85e-1322f74e12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:33.808434 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-6e32ce2f-a951-47f5-b85e-1322f74e12d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2ae6479-93d2-4a09-ab33-a83977406b66 HTTP/1.1" status: 200 len: 850 time: 0.1563349 May 30 12:06:33.831820 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:33.847021 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'port_id': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'mac_address': 'fa:16:3e:92:5c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:06:33.896025 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:33.908783 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-ce890055-1605-4567-8c49-eb167c4457f5 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479634 May 30 12:06:33.916353 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 66de87a6-f3b1-41fb-8926-85240efcbe51 is: ACTIVE; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:06:33.917577 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:33.923276 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b868a-32f8-4885-a27e-46c40d6e4355 req-4eb259ba-ea9d-4572-9844-2c82bc531ed4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:33.930760 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3a8b868a-32f8-4885-a27e-46c40d6e4355 req-4eb259ba-ea9d-4572-9844-2c82bc531ed4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0913024 May 30 12:06:33.935827 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-8a833365-8265-4b5b-8b0c-58cb87f5a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:33.937806 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-8a833365-8265-4b5b-8b0c-58cb87f5a6fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e532e692-bceb-4466-adae-3cc4239d2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031930 May 30 12:06:33.949189 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66de87a6-f3b1-41fb-8926-85240efcbe51 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:06:33.986770 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:34.003862 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:34.005172 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3a8b868a-32f8-4885-a27e-46c40d6e4355 req-066db5c9-ae12-4a98-ac92-f1d1325e5625 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715146 May 30 12:06:34.101080 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b38d91db-4cbd-4739-82b5-5d81e78abc05 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 472 time: 0.3078840 May 30 12:06:34.112479 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'port': {'device_id': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'admin_state_up': True, 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'security_groups': ['4a4d5a88-839c-4d55-8908-ebfb4c9dfb39']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:34.135669 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=6']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:34.154754 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['66de87a6-f3b1-41fb-8926-85240efcbe51'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:06:34.214605 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d3b86d9-91f4-47c7-bfcd-74dec77dd30e req-d1fab5f0-9e33-47d3-8714-8ada67868d12 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 210 time: 0.0531626 May 30 12:06:34.257357 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1b12f854-72c8-44a2-aeeb-e5dc0ff59f5c req-f990a643-8286-4a60-8aba-145e54c90372 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373876 May 30 12:06:34.268047 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-6b6c765f-71f3-4937-b383-5d7fbae3880d service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130078 May 30 12:06:34.432292 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Made reservation on behalf of 20763921c37c4e81bba702e09bf628b2 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:06:34.437021 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:34.456389 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-efa0a670-225f-48aa-866d-9c0d5f9fb509 req-f3e6d37c-174a-4b8c-8206-396bc3030429 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803398 May 30 12:06:34.628462 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Allocated IP 172.20.0.5 (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd/618868ac-cc31-49ee-9b06-aea54f013472/8206cdb6-1ac2-439c-8225-5f66c1635ad9) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:06:34.665162 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:34.752094 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe82806-435b-49d7-aa1b-4eebd3823fba req-5b8f3968-f206-4c94-97c9-0f1c61f9d55b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:34.754801 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-efe82806-435b-49d7-aa1b-4eebd3823fba req-5b8f3968-f206-4c94-97c9-0f1c61f9d55b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 943 time: 0.1147339 May 30 12:06:34.786819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bf376-13b5-452c-afaa-0b84905be217 req-c5facd8e-bc01-429c-a4c0-2f1eee8f48ad tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:34.790883 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cb7bf376-13b5-452c-afaa-0b84905be217 req-c5facd8e-bc01-429c-a4c0-2f1eee8f48ad tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.1208062 May 30 12:06:34.834002 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:34.885886 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:34.901015 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:34.902770 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-efe82806-435b-49d7-aa1b-4eebd3823fba req-e7a10b3d-725a-43ed-b531-b09366699a71 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386051 May 30 12:06:34.931631 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cb7bf376-13b5-452c-afaa-0b84905be217 req-9d2551dd-ffd6-4521-9d74-39eba3bbea59 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265869 May 30 12:06:34.967062 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:06:34.969177 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:06:34.973269 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:06:34.978868 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:34.979582 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:35.011839 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=8206cdb6-1ac2-439c-8225-5f66c1635ad9,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:35.018254 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-454891f3-6524-46f9-a34e-34836b758509 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105222 May 30 12:06:35.041843 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Request body: {'port': {'device_id': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:35.174479 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:35.178203 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f048e-923d-47d7-8f66-f47fa441a8fb req-f967dfb9-d42a-4e67-b978-c27e9f0a0f80 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:35.185462 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-703f048e-923d-47d7-8f66-f47fa441a8fb req-f967dfb9-d42a-4e67-b978-c27e9f0a0f80 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 944 time: 0.0859089 May 30 12:06:35.256316 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-703f048e-923d-47d7-8f66-f47fa441a8fb req-70f84c48-f5b4-4789-a35e-b416e7da5de7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662236 May 30 12:06:35.275869 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-7375e064-2d02-4334-ae2d-94a3ec1c48d2 None None] Provisioning complete for port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:06:35.277715 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7375e064-2d02-4334-ae2d-94a3ec1c48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:35.476453 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94c13f-dc5d-4ec1-b9cc-0c1b412e2b18 req-f8a6826d-ef40-4b7b-a49e-c3e32ecdd381 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:35.487540 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4a94c13f-dc5d-4ec1-b9cc-0c1b412e2b18 req-f8a6826d-ef40-4b7b-a49e-c3e32ecdd381 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 931 time: 0.1143856 May 30 12:06:35.499295 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:35.509944 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-7375e064-2d02-4334-ae2d-94a3ec1c48d2 None None] Port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:06:35.542763 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-912449ee-a966-4868-972e-782690eb4e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:35.585991 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4a94c13f-dc5d-4ec1-b9cc-0c1b412e2b18 req-62a433d1-3579-48a3-be64-203ef3592ad1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969620 May 30 12:06:35.657000 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8206cdb6-1ac2-439c-8225-5f66c1635ad9 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:06:35.666512 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Publish callbacks [] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:35.684914 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Transition to ACTIVE for port object 8206cdb6-1ac2-439c-8225-5f66c1635ad9 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:06:35.693454 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:35.716410 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e405a0d8-23b0-474a-be51-1a5734d329c4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:06:35.721582 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 66de87a6-f3b1-41fb-8926-85240efcbe51 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:06:35.929207 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Pushing event updated for resources: {'Port': ['ID=8206cdb6-1ac2-439c-8225-5f66c1635ad9,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:35.981247 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Attempting to bind port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:06:35.981709 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Attempting to bind port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:06:35.986387 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Attempting to bind port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:06:35.994208 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:06:35.994538 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Attempting to bind port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:06:36.016464 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 66de87a6-f3b1-41fb-8926-85240efcbe51 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:06:36.016464 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:36.024857 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:06:36.025864 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Checking segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:06:36.027008 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Bound using segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:06:36.027979 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Bound port: 8206cdb6-1ac2-439c-8225-5f66c1635ad9, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:06:36.029777 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:36.178553 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e405a0d8-23b0-474a-be51-1a5734d329c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e405a0d8-23b0-474a-be51-1a5734d329c4,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:36.195863 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'port_id': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'mac_address': 'fa:16:3e:30:a5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:06:36.201318 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:36.220109 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f860d6a-e670-401e-a742-a1127f6baf0e req-fe8b62e3-6ffe-4ed1-8cf8-14cae3658fd9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:36.230144 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3f860d6a-e670-401e-a742-a1127f6baf0e req-fe8b62e3-6ffe-4ed1-8cf8-14cae3658fd9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0699809 May 30 12:06:36.286607 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:36.298771 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] For port 8206cdb6-1ac2-439c-8225-5f66c1635ad9, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:06:36.301977 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port e405a0d8-23b0-474a-be51-1a5734d329c4 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:06:36.302672 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] For port 8206cdb6-1ac2-439c-8225-5f66c1635ad9, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8206cdb6-1ac2-439c-8225-5f66c1635ad9,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:06:36.303217 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:36.321174 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:36.332135 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:36.365930 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e405a0d8-23b0-474a-be51-1a5734d329c4 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:06:36.377095 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 66de87a6-f3b1-41fb-8926-85240efcbe51 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:06:36.377717 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:36.379910 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:36.384575 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb35da-39c5-4520-9f26-81888f8ede86 req-15eb20b4-c299-4d82-a0db-efa5285ec38c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:36.404417 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-18bb35da-39c5-4520-9f26-81888f8ede86 req-15eb20b4-c299-4d82-a0db-efa5285ec38c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 943 time: 0.2615585 May 30 12:06:36.428338 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:36.430976 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e81dec-be5c-4e93-9c30-7b01430dbc4a" -d '{"events": [{"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-plugged", "status": "completed", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:36.432030 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:36.432671 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:36.434103 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] 10.222.0.65 "PUT /v2.0/ports/8206cdb6-1ac2-439c-8225-5f66c1635ad9 HTTP/1.1" status: 200 len: 1093 time: 1.4027576 May 30 12:06:36.434625 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'tag': '8206cdb6-1ac2-439c-8225-5f66c1635ad9'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:36.437563 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4101af-1bda-46eb-beba-8a239612d63c" -d '{"events": [{"name": "network-changed", "server_uuid": "611aebbd-06cc-46a9-ba2f-a01decf8d94a", "tag": "8206cdb6-1ac2-439c-8225-5f66c1635ad9"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:36.444656 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e405a0d8-23b0-474a-be51-1a5734d329c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e405a0d8-23b0-474a-be51-1a5734d329c4,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:36.461444 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335d993-769f-4de9-8e8e-a9ff4e2b6e08 service neutron] Pushing event updated for resources: {'Port': ['ID=8206cdb6-1ac2-439c-8225-5f66c1635ad9,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:36.471324 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:36.475005 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:36.494177 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:36.542962 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3f860d6a-e670-401e-a742-a1127f6baf0e req-44902ac7-d9d7-43b6-a840-b54980465050 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037133 May 30 12:06:36.565011 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=e405a0d8-23b0-474a-be51-1a5734d329c4,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:36.568419 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-18bb35da-39c5-4520-9f26-81888f8ede86 req-14fe6a7c-ab5b-41a0-9010-dd56b5828df0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582041 May 30 12:06:36.595668 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-d249ed0c-3023-4d49-ae51-c6d8850278c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:36.597657 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-d249ed0c-3023-4d49-ae51-c6d8850278c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 1127 time: 0.1166711 May 30 12:06:36.649480 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=7']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:36.701327 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-1867fcec-fd9c-4734-9ef2-99cef1e86eaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8206cdb6-1ac2-439c-8225-5f66c1635ad9 HTTP/1.1" status: 200 len: 217 time: 0.0949624 May 30 12:06:36.713535 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c662bc-12ff-4c22-b69b-943839f4a2fc x-openstack-request-id: req-a3c662bc-12ff-4c22-b69b-943839f4a2fc {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:36.715254 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611aebbd-06cc-46a9-ba2f-a01decf8d94a", "tag": "8206cdb6-1ac2-439c-8225-5f66c1635ad9", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:36.715560 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3c662bc-12ff-4c22-b69b-943839f4a2fc {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:36.720133 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c662bc-12ff-4c22-b69b-943839f4a2fc'] response: {'name': 'network-changed', 'server_uuid': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'tag': '8206cdb6-1ac2-439c-8225-5f66c1635ad9', 'status': 'completed', 'code': 200} May 30 12:06:36.747347 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e43d182-c05a-4860-a66a-1e05c68ed924 x-openstack-request-id: req-5e43d182-c05a-4860-a66a-1e05c68ed924 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:36.747765 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-plugged", "status": "completed", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:36.748112 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e43d182-c05a-4860-a66a-1e05c68ed924 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:36.748629 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e43d182-c05a-4860-a66a-1e05c68ed924'] response: {'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'code': 200} May 30 12:06:36.822352 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5560a-96c2-4cf9-bad0-3dc7c46fc563 req-d9416d0d-0397-45a1-a887-b82484286cbf tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:36.832184 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f0f5560a-96c2-4cf9-bad0-3dc7c46fc563 req-d9416d0d-0397-45a1-a887-b82484286cbf tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.1071141 May 30 12:06:36.845578 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-be4ea03c-342c-48d7-863c-5b225e134cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:36.851096 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-be4ea03c-342c-48d7-863c-5b225e134cfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.1147482 May 30 12:06:36.884807 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['e405a0d8-23b0-474a-be51-1a5734d329c4'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:06:36.919930 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f0f5560a-96c2-4cf9-bad0-3dc7c46fc563 req-2e3d8d52-c8e6-4105-acf8-c0eed72bf9af tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867579 May 30 12:06:36.949793 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:36.951469 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-239649e9-670b-494d-b406-6b8809c272c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:36.957314 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-239649e9-670b-494d-b406-6b8809c272c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823879 May 30 12:06:36.963442 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:37.003795 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95049b8-eb80-4ec9-9e69-b17a56b5d92a req-df987a62-265a-491a-a0ae-bcc6c423729c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:37.013864 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d95049b8-eb80-4ec9-9e69-b17a56b5d92a req-df987a62-265a-491a-a0ae-bcc6c423729c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 943 time: 0.1104462 May 30 12:06:37.068029 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-5f6a9a8f-1f92-4192-ad70-f2698a461b12 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052756 May 30 12:06:37.079425 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d95049b8-eb80-4ec9-9e69-b17a56b5d92a req-7a224162-a39e-4c51-a080-bf943c8552a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644863 May 30 12:06:37.201310 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-86c8fb2d-439e-437b-98ec-7768f086a1d0 req-cd228465-fe52-48ea-a059-aa16dab855e2 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226847 May 30 12:06:37.306322 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4101af-1bda-46eb-beba-8a239612d63c req-7dd4aaa6-6026-4a02-b30c-9892d8b074ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:37.308018 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d4101af-1bda-46eb-beba-8a239612d63c req-7dd4aaa6-6026-4a02-b30c-9892d8b074ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 1127 time: 0.0501125 May 30 12:06:37.424993 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4101af-1bda-46eb-beba-8a239612d63c req-9ac040b7-8a2f-43a3-8766-d56941336203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:37.426401 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d4101af-1bda-46eb-beba-8a239612d63c req-9ac040b7-8a2f-43a3-8766-d56941336203 service neutron] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 915 time: 0.1057143 May 30 12:06:37.466494 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d4101af-1bda-46eb-beba-8a239612d63c req-a2279630-b0fc-4814-adbc-3fabf01cbae6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8206cdb6-1ac2-439c-8225-5f66c1635ad9 HTTP/1.1" status: 200 len: 217 time: 0.0323780 May 30 12:06:37.525669 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4101af-1bda-46eb-beba-8a239612d63c req-68a5fb16-a14e-469b-994b-ae664114d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:37.527555 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d4101af-1bda-46eb-beba-8a239612d63c req-68a5fb16-a14e-469b-994b-ae664114d56e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.0544333 May 30 12:06:37.581129 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4101af-1bda-46eb-beba-8a239612d63c req-d7e1f541-2cb5-41dc-a977-e69a29ccf0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:37.582631 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d4101af-1bda-46eb-beba-8a239612d63c req-d7e1f541-2cb5-41dc-a977-e69a29ccf0be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445995 May 30 12:06:37.708724 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c291fa-4e28-4ba7-b7a4-7097f2724018 req-f022faab-fe06-45b9-adf6-e7f301f14d7f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:37.710780 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-81c291fa-4e28-4ba7-b7a4-7097f2724018 req-f022faab-fe06-45b9-adf6-e7f301f14d7f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 944 time: 0.0608134 May 30 12:06:37.742909 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d4101af-1bda-46eb-beba-8a239612d63c req-c24915e2-3ea0-458c-b02d-c681dd65e5ec service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491320 May 30 12:06:37.766474 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-81c291fa-4e28-4ba7-b7a4-7097f2724018 req-ab928339-179e-455e-8362-a501d8568a84 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486653 May 30 12:06:37.932091 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:37.939146 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d4101af-1bda-46eb-beba-8a239612d63c req-3c9198fd-1fec-4573-83f2-6a244d1d9db9 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988894 May 30 12:06:38.018397 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e405a0d8-23b0-474a-be51-1a5734d329c4 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:06:38.053141 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29e450-489b-4cc0-a639-e4e1b9553dfc req-d20abdc7-3afb-426c-939a-ad7181d5dce1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:38.055278 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0d29e450-489b-4cc0-a639-e4e1b9553dfc req-d20abdc7-3afb-426c-939a-ad7181d5dce1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0577173 May 30 12:06:38.081423 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port e405a0d8-23b0-474a-be51-1a5734d329c4 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:06:38.088594 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port e405a0d8-23b0-474a-be51-1a5734d329c4 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:06:38.089012 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:38.121734 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0d29e450-489b-4cc0-a639-e4e1b9553dfc req-f0fc7326-31d4-4353-808b-d2fd230858a7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597606 May 30 12:06:38.191843 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port e405a0d8-23b0-474a-be51-1a5734d329c4 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:06:38.192288 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:38.229530 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207532ea-e8fd-48de-ad48-a9eba73e204a req-87189962-982b-47fe-8416-ab18f44c2eea tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:38.231236 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-207532ea-e8fd-48de-ad48-a9eba73e204a req-87189962-982b-47fe-8416-ab18f44c2eea tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 943 time: 0.0551183 May 30 12:06:38.234428 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e405a0d8-23b0-474a-be51-1a5734d329c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e405a0d8-23b0-474a-be51-1a5734d329c4,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:38.241490 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:38.287586 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-207532ea-e8fd-48de-ad48-a9eba73e204a req-c1664d1b-1908-4ff8-b28a-fa797e486e6c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467227 May 30 12:06:38.303862 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=e405a0d8-23b0-474a-be51-1a5734d329c4,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:38.329917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:38.687581 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=8 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:38.716284 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=26 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:38.750383 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:38.755795 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30995000-b6e3-47b8-ac88-603c81a0e3dc" -d '{"events": [{"server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "name": "network-vif-plugged", "status": "completed", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:38.839498 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af690bbc-733d-4bd4-8c71-0d4e14aac791 x-openstack-request-id: req-af690bbc-733d-4bd4-8c71-0d4e14aac791 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:38.843826 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "name": "network-vif-plugged", "status": "completed", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:38.844256 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af690bbc-733d-4bd4-8c71-0d4e14aac791 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:38.845100 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af690bbc-733d-4bd4-8c71-0d4e14aac791'] response: {'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'code': 200} May 30 12:06:38.932825 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87b79b-7e2c-4735-a4e6-cbf1b9350eeb req-8ab851b2-82b4-4821-bde9-3e12b199a815 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:38.934512 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ff87b79b-7e2c-4735-a4e6-cbf1b9350eeb req-8ab851b2-82b4-4821-bde9-3e12b199a815 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0708716 May 30 12:06:38.993491 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ff87b79b-7e2c-4735-a4e6-cbf1b9350eeb req-0d0b82e2-077b-4634-9bea-7daa66860303 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532992 May 30 12:06:39.285451 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48605db-ec50-4e32-b01a-e910a9abefcb req-75823b37-3a42-4f80-bc10-3e9478a5a94f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:39.287295 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f48605db-ec50-4e32-b01a-e910a9abefcb req-75823b37-3a42-4f80-bc10-3e9478a5a94f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0631514 May 30 12:06:39.371984 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f48605db-ec50-4e32-b01a-e910a9abefcb req-4d5b7b5c-72cb-4a04-8114-4ed8b8ab2433 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770609 May 30 12:06:39.424728 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c3968-06b0-4218-9fc4-327a62d609ec req-7d5ec309-8800-43f8-8b4e-388cbe3cb831 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:39.428621 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-244c3968-06b0-4218-9fc4-327a62d609ec req-7d5ec309-8800-43f8-8b4e-388cbe3cb831 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 943 time: 0.0547974 May 30 12:06:39.484433 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-244c3968-06b0-4218-9fc4-327a62d609ec req-a61b882c-9af1-46d2-b78f-e1627bbe6cb8 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525544 May 30 12:06:39.680260 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25783be9-cd3b-4871-b7f7-61483c0dddc5 req-3726f6c8-b567-4de9-bc8a-bd4d30d6a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:39.682393 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-25783be9-cd3b-4871-b7f7-61483c0dddc5 req-3726f6c8-b567-4de9-bc8a-bd4d30d6a2a6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 1129 time: 0.0417230 May 30 12:06:39.739738 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-25783be9-cd3b-4871-b7f7-61483c0dddc5 req-9e514223-3129-4a5f-8a0d-7a853b999ae5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441318 May 30 12:06:39.925322 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:40.133222 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cd6c6-0b64-47a4-a66b-317ac0dd8a23 req-71cd0b1b-744e-4d21-84a2-52a9974588c6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:40.134870 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a1cd6c6-0b64-47a4-a66b-317ac0dd8a23 req-71cd0b1b-744e-4d21-84a2-52a9974588c6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0529399 May 30 12:06:40.209051 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a1cd6c6-0b64-47a4-a66b-317ac0dd8a23 req-d05b01de-6f08-40d6-a225-c3414144d230 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677824 May 30 12:06:40.593519 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea0b27-36dd-48d1-af14-6bc4c5dc34fa req-2d96a43e-ef5b-417b-a665-51fb19dae2b5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:40.610079 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-98ea0b27-36dd-48d1-af14-6bc4c5dc34fa req-2d96a43e-ef5b-417b-a665-51fb19dae2b5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.1392460 May 30 12:06:40.642708 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:40.644122 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:40.683877 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-98ea0b27-36dd-48d1-af14-6bc4c5dc34fa req-f4cb19c4-2f9b-4f7d-ab46-8b368e679718 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720952 May 30 12:06:40.743130 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54a4f5-1930-419b-bd50-05e504b92f4c req-56d6274f-0c35-435e-badb-ae5a729fe991 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:40.745161 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ae54a4f5-1930-419b-bd50-05e504b92f4c req-56d6274f-0c35-435e-badb-ae5a729fe991 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 943 time: 0.0714667 May 30 12:06:40.811474 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ae54a4f5-1930-419b-bd50-05e504b92f4c req-8de3cc25-6e85-4a2d-9040-f78cf420ef3a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595508 May 30 12:06:41.343300 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ea7c3-4417-4e9c-a84c-0e260fb4102b req-8144a8b9-3b2d-44cb-9873-9fdf47460c2a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:41.345130 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-259ea7c3-4417-4e9c-a84c-0e260fb4102b req-8144a8b9-3b2d-44cb-9873-9fdf47460c2a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0633032 May 30 12:06:41.400247 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-259ea7c3-4417-4e9c-a84c-0e260fb4102b req-b2984f9d-4252-4f67-bed7-66499df515fb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488501 May 30 12:06:41.879590 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7844f0-77c8-4aeb-a68f-bcf7e6c580cc req-d52e2519-0de5-42be-a744-91216b23850f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:41.889229 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0e7844f0-77c8-4aeb-a68f-bcf7e6c580cc req-d52e2519-0de5-42be-a744-91216b23850f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0660357 May 30 12:06:41.991141 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0e7844f0-77c8-4aeb-a68f-bcf7e6c580cc req-9cca3dcc-678f-4414-be91-9687c60b1611 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006176 May 30 12:06:41.997473 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b76835-e829-4b6c-96e8-e437b887105f req-cc6ee93a-9309-44f1-9d59-60374dacc1e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:41.999771 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-27b76835-e829-4b6c-96e8-e437b887105f req-cc6ee93a-9309-44f1-9d59-60374dacc1e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 943 time: 0.0833592 May 30 12:06:42.016078 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 8206cdb6-1ac2-439c-8225-5f66c1635ad9 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:06:42.102252 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-27b76835-e829-4b6c-96e8-e437b887105f req-d50f551b-91cc-4c5f-8bb8-57182216a628 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928915 May 30 12:06:42.132622 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:42.174726 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 8206cdb6-1ac2-439c-8225-5f66c1635ad9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8206cdb6-1ac2-439c-8225-5f66c1635ad9,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:42.187390 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:42.193406 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '8206cdb6-1ac2-439c-8225-5f66c1635ad9', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'port_id': '8206cdb6-1ac2-439c-8225-5f66c1635ad9', 'mac_address': 'fa:16:3e:69:56:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:06:42.237101 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:06:42.237585 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:42.251859 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8206cdb6-1ac2-439c-8225-5f66c1635ad9 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:06:42.283352 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 8206cdb6-1ac2-439c-8225-5f66c1635ad9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8206cdb6-1ac2-439c-8225-5f66c1635ad9,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:42.288662 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:42.340485 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=8206cdb6-1ac2-439c-8225-5f66c1635ad9,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:42.538600 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee1819-cecf-4d34-b2d2-039a3448c4a5 req-9f454716-90e5-42b0-b27d-fe7203fae15b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:42.540325 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-03ee1819-cecf-4d34-b2d2-039a3448c4a5 req-9f454716-90e5-42b0-b27d-fe7203fae15b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0647337 May 30 12:06:42.604145 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-03ee1819-cecf-4d34-b2d2-039a3448c4a5 req-d787b84c-4c61-4d4c-907d-f4b77eebb987 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546467 May 30 12:06:42.711836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['8206cdb6-1ac2-439c-8225-5f66c1635ad9'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:06:42.725442 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409afd0-fd93-4881-bfe6-e0a6f1da419a req-222375f9-c0fb-4ce4-b004-a37047ed0f60 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:42.727112 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6409afd0-fd93-4881-bfe6-e0a6f1da419a req-222375f9-c0fb-4ce4-b004-a37047ed0f60 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0513198 May 30 12:06:42.740234 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 43376) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:42.744955 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-066bf223-f413-4e5e-a867-d50782eddb08 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Request body: {'floatingip': {'port_id': 'e405a0d8-23b0-474a-be51-1a5734d329c4'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:42.811047 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-066bf223-f413-4e5e-a867-d50782eddb08 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for floatingip (331320c4-a8d5-4530-8eaa-03d0d84250c7), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:43.236514 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4bdbc-0a09-48f4-ab9d-80d8284792c6 req-a865b471-c37a-4e26-93a7-21d461a366e1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:43.238705 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fbe4bdbc-0a09-48f4-ab9d-80d8284792c6 req-a865b471-c37a-4e26-93a7-21d461a366e1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.1272643 May 30 12:06:43.303379 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:43.394057 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeba69-35b2-4621-bfc2-9a3a3a93a488 req-fa433614-7612-4f12-b4d5-6100991102e4 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:43.395841 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e2eeba69-35b2-4621-bfc2-9a3a3a93a488 req-fa433614-7612-4f12-b4d5-6100991102e4 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 944 time: 0.1536078 May 30 12:06:43.462134 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fbe4bdbc-0a09-48f4-ab9d-80d8284792c6 req-a0b21845-f27d-405f-bea4-23abf68eda7c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077456 May 30 12:06:43.506462 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:43.535585 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-066bf223-f413-4e5e-a867-d50782eddb08 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:43.540949 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-066bf223-f413-4e5e-a867-d50782eddb08 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (331320c4-a8d5-4530-8eaa-03d0d84250c7), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:43.600774 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e2eeba69-35b2-4621-bfc2-9a3a3a93a488 req-5ffdcf31-46b6-4416-bb24-fb2c4c3102ec tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960657 May 30 12:06:43.676683 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-066bf223-f413-4e5e-a867-d50782eddb08 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Floating IP 331320c4-a8d5-4530-8eaa-03d0d84250c7 associated. External IP: 172.27.1.156, port: e405a0d8-23b0-474a-be51-1a5734d329c4. May 30 12:06:44.030719 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 8206cdb6-1ac2-439c-8225-5f66c1635ad9 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:06:44.106910 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:06:44.114425 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:06:44.120215 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:44.162673 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066bf223-f413-4e5e-a867-d50782eddb08 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Router 3455798f-20e7-4f83-988c-77715ee45271 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:06:44.228113 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:06:44.228548 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:44.253840 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8206cdb6-1ac2-439c-8225-5f66c1635ad9'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:44.256201 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd1856-a409-42b8-a324-a06e354a2334" -d '{"events": [{"server_uuid": "611aebbd-06cc-46a9-ba2f-a01decf8d94a", "name": "network-vif-plugged", "status": "completed", "tag": "8206cdb6-1ac2-439c-8225-5f66c1635ad9"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:44.274163 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 8206cdb6-1ac2-439c-8225-5f66c1635ad9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8206cdb6-1ac2-439c-8225-5f66c1635ad9,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:44.282338 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:44.321254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066bf223-f413-4e5e-a867-d50782eddb08 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:06:44.338315 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-066bf223-f413-4e5e-a867-d50782eddb08 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:44.340532 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c618bd-f831-486d-a9da-2f769ece5093 x-openstack-request-id: req-48c618bd-f831-486d-a9da-2f769ece5093 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:44.340975 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611aebbd-06cc-46a9-ba2f-a01decf8d94a", "name": "network-vif-plugged", "status": "completed", "tag": "8206cdb6-1ac2-439c-8225-5f66c1635ad9", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:44.341088 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48c618bd-f831-486d-a9da-2f769ece5093 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:44.342631 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c618bd-f831-486d-a9da-2f769ece5093'] response: {'server_uuid': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8206cdb6-1ac2-439c-8225-5f66c1635ad9', 'code': 200} May 30 12:06:44.344086 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] Sync routers for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:06:44.366602 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:06:44.367258 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:06:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:44.385691 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=8206cdb6-1ac2-439c-8225-5f66c1635ad9,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:44.415277 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-066bf223-f413-4e5e-a867-d50782eddb08 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "PUT /v2.0/floatingips/331320c4-a8d5-4530-8eaa-03d0d84250c7 HTTP/1.1" status: 200 len: 991 time: 1.6737885 May 30 12:06:44.416024 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:44.418712 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c472f2b-e1bb-4980-add7-d57821a8ad6e" -d '{"events": [{"name": "network-changed", "server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:44.496066 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:06:44.525779 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154bcf99-116e-4e12-b626-b489c42cc67d x-openstack-request-id: req-154bcf99-116e-4e12-b626-b489c42cc67d {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:44.526094 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:44.526368 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-154bcf99-116e-4e12-b626-b489c42cc67d {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:44.526785 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154bcf99-116e-4e12-b626-b489c42cc67d'] response: {'name': 'network-changed', 'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'status': 'completed', 'code': 200} May 30 12:06:44.650680 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4642a5-8a69-473b-8bb3-0a3efe9217b6 req-88f40202-5dbe-4e76-8616-0a1527ac85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:44.652323 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1f4642a5-8a69-473b-8bb3-0a3efe9217b6 req-88f40202-5dbe-4e76-8616-0a1527ac85eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 1129 time: 0.1108677 May 30 12:06:44.658491 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-a5baf7bf-f616-48d6-be66-051d523b94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:44.660105 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-a5baf7bf-f616-48d6-be66-051d523b94d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 1129 time: 0.0576088 May 30 12:06:44.687224 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bb32b-7553-4d26-865c-cff61dc91e1b req-6fa72eda-58c7-445b-a97b-3e99c00ea745 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:44.709365 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-939bb32b-7553-4d26-865c-cff61dc91e1b req-6fa72eda-58c7-445b-a97b-3e99c00ea745 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.1351798 May 30 12:06:44.757835 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '331320c4-a8d5-4530-8eaa-03d0d84250c7', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '3455798f-20e7-4f83-988c-77715ee45271', 'port_id': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'mac_address': 'fa:16:3e:30:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f672fe-d699-4f70-bc26-74dced714a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:06:23Z', 'updated_at': '2022-05-30T12:06:43Z', 'revision_number': 1, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:32Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:44.787072 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] Checking router: 3455798f-20e7-4f83-988c-77715ee45271 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:06:44.799617 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:06:44.800661 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:06:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:44.809582 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-939bb32b-7553-4d26-865c-cff61dc91e1b req-01c167e6-0356-4ab5-9535-d2194e09f5c0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991960 May 30 12:06:44.903328 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12540619-8f5b-4e82-b970-518fa875eea4 req-15a22f34-9fad-4c89-aec1-50e5e6020b9d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:44.910134 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-12540619-8f5b-4e82-b970-518fa875eea4 req-15a22f34-9fad-4c89-aec1-50e5e6020b9d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 945 time: 0.1192088 May 30 12:06:44.960287 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:06:44.977602 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-12540619-8f5b-4e82-b970-518fa875eea4 req-f1f7dcb8-17ac-4ce8-bdfe-a745e36cf2ec tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610068 May 30 12:06:45.041449 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1f4642a5-8a69-473b-8bb3-0a3efe9217b6 req-fa64b347-7527-48b0-97fe-0d2d40c0178a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803148 May 30 12:06:45.087103 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-517345f2-7bc4-47f1-baf4-f9db2bf58de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:45.088820 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-517345f2-7bc4-47f1-baf4-f9db2bf58de4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.4127376 May 30 12:06:45.216813 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '331320c4-a8d5-4530-8eaa-03d0d84250c7', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '3455798f-20e7-4f83-988c-77715ee45271', 'port_id': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'mac_address': 'fa:16:3e:30:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f672fe-d699-4f70-bc26-74dced714a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:06:23Z', 'updated_at': '2022-05-30T12:06:43Z', 'revision_number': 1, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:32Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:45.257688 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f291cbf-c351-4ddf-af82-ea4c6a25a754 None None] The sync data for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi is: [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '331320c4-a8d5-4530-8eaa-03d0d84250c7', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '3455798f-20e7-4f83-988c-77715ee45271', 'port_id': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'mac_address': 'fa:16:3e:30:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f672fe-d699-4f70-bc26-74dced714a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:06:23Z', 'updated_at': '2022-05-30T12:06:43Z', 'revision_number': 1, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:32Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:06:45.432692 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-f7bece6c-683f-4566-9105-ca8b945a0be5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e405a0d8-23b0-474a-be51-1a5734d329c4 HTTP/1.1" status: 200 len: 999 time: 0.0902030 May 30 12:06:45.500764 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-bca29339-815d-4505-af17-c3d0f1d809e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:45.502879 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-bca29339-815d-4505-af17-c3d0f1d809e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0600817 May 30 12:06:45.574814 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-ff771881-c689-4494-88b7-8119d9b61e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:45.576619 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-ff771881-c689-4494-88b7-8119d9b61e93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648522 May 30 12:06:45.594373 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb871500-eb01-4723-9123-bede9b17934b None None] New status for floating IP 331320c4-a8d5-4530-8eaa-03d0d84250c7: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:06:45.642229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:45.694040 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-0e09b110-c0e7-4050-9dd7-99f2bbe08c5d service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024444 May 30 12:06:45.971113 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf3fce-c638-46b1-aad4-14b0f1aa23c2 req-f7cc7e23-d903-4da9-8480-d7c87696a9e0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:45.978285 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-26cf3fce-c638-46b1-aad4-14b0f1aa23c2 req-f7cc7e23-d903-4da9-8480-d7c87696a9e0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0793700 May 30 12:06:46.036185 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:46.044629 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-26cf3fce-c638-46b1-aad4-14b0f1aa23c2 req-6dee7576-1d49-49ed-972e-e7253ed34956 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653162 May 30 12:06:46.140240 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11dab-da7e-464a-86a8-9086149e1d72 req-5521c499-684d-42a5-ac2a-7f7a5aa2ef40 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:46.148522 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e0d11dab-da7e-464a-86a8-9086149e1d72 req-5521c499-684d-42a5-ac2a-7f7a5aa2ef40 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 945 time: 0.0798144 May 30 12:06:46.253464 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e0d11dab-da7e-464a-86a8-9086149e1d72 req-03b5cbbe-f964-4c35-acec-e32642b53a1c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037447 May 30 12:06:46.306524 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1c472f2b-e1bb-4980-add7-d57821a8ad6e req-eab59036-8893-48ca-a93c-d0c9baeaf022 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412339 May 30 12:06:47.189917 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3f03c-d814-414d-bcf8-165d38332474 req-df71f339-6f51-4268-923e-a6820dcbf11e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:47.192226 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dfe3f03c-d814-414d-bcf8-165d38332474 req-df71f339-6f51-4268-923e-a6820dcbf11e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0575962 May 30 12:06:47.246474 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dfe3f03c-d814-414d-bcf8-165d38332474 req-c40d46d5-0545-4c40-afc8-ae1bfb22b5ba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482051 May 30 12:06:47.410644 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d927-f184-4bf3-93b9-58427a9cd32c req-19d8876f-7e76-4a26-8c16-a4a11c0d742f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:47.413499 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-56c2d927-f184-4bf3-93b9-58427a9cd32c req-19d8876f-7e76-4a26-8c16-a4a11c0d742f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 945 time: 0.0628338 May 30 12:06:47.456209 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:47.485911 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-56c2d927-f184-4bf3-93b9-58427a9cd32c req-3faedf06-72b8-496a-a6a5-821851cdc7db tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669367 May 30 12:06:47.821106 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 43482) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:47.873986 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-633dba21-3ea0-43d0-9186-6ef11436a528 admin admin] Deleting subnet 280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:06:47.878464 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-633dba21-3ea0-43d0-9186-6ef11436a528 admin admin] Publish callbacks [] for subnet (280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:47.922794 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-633dba21-3ea0-43d0-9186-6ef11436a528 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9854288'] for subnet (280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:47.973193 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-633dba21-3ea0-43d0-9186-6ef11436a528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.046969 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-633dba21-3ea0-43d0-9186-6ef11436a528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8869219'] for subnet (280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.081046 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dba21-3ea0-43d0-9186-6ef11436a528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:48.084825 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-633dba21-3ea0-43d0-9186-6ef11436a528 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.090802 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-633dba21-3ea0-43d0-9186-6ef11436a528 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/280cf8b8-b3e4-444e-90b7-33b3f1f9d7ae HTTP/1.1" status: 204 len: 168 time: 0.2685819 May 30 12:06:48.094648 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 43484) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:48.172435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (d20fda1c-0652-4fa5-b0ab-44f416d9d703), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.262811 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (d20fda1c-0652-4fa5-b0ab-44f416d9d703), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.286886 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20fda1c-0652-4fa5-b0ab-44f416d9d703']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:48.299865 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:48.300127 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bd1c92-441a-43f8-aa5a-e8071a0eeb36') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:48.315477 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9854297'] for segment (f7bd1c92-441a-43f8-aa5a-e8071a0eeb36), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.333858 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (f7bd1c92-441a-43f8-aa5a-e8071a0eeb36), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.341560 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:06:48.342022 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408957'] for segment (f7bd1c92-441a-43f8-aa5a-e8071a0eeb36), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.395320 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment f7bd1c92-441a-43f8-aa5a-e8071a0eeb36 resource provider aggregate not found May 30 12:06:48.435590 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment f7bd1c92-441a-43f8-aa5a-e8071a0eeb36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7bd1c92-441a-43f8-aa5a-e8071a0eeb36 found for delete ", "request_id": "req-de0fed01-6ba7-4f78-bb93-0dbb518d5a2d"}]} May 30 12:06:48.447654 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (d20fda1c-0652-4fa5-b0ab-44f416d9d703), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.454804 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.458585 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d20fda1c-0652-4fa5-b0ab-44f416d9d703 HTTP/1.1" status: 204 len: 168 time: 0.3621221 May 30 12:06:48.465236 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466cb8e-1545-4acf-8415-ccdb00874d31 req-e11d479b-546b-4247-8e10-7632cda092cb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:48.466768 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7466cb8e-1545-4acf-8415-ccdb00874d31 req-e11d479b-546b-4247-8e10-7632cda092cb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.1191633 May 30 12:06:48.479745 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6bef-2329-4eee-9d6c-1900716624a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d20fda1c-0652-4fa5-b0ab-44f416d9d703,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:48.500788 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:48.526147 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7466cb8e-1545-4acf-8415-ccdb00874d31 req-f4b39cb3-d5ac-42bd-9781-975f4e4b87be tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481658 May 30 12:06:48.629678 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe407-02f7-4333-a67a-d7c7016d5bfe req-02140ea2-3961-43b0-b75b-054d7268c24c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:48.631499 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-82efe407-02f7-4333-a67a-d7c7016d5bfe req-02140ea2-3961-43b0-b75b-054d7268c24c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 945 time: 0.0542288 May 30 12:06:48.655944 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 43508) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:48.680127 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-82efe407-02f7-4333-a67a-d7c7016d5bfe req-e2904e69-54ac-489b-8830-c8a4c611de1f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432274 May 30 12:06:48.698689 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-055b2a8d-2eeb-440f-b0c7-fa1b1803c40a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7843d3fb7cb402b8a85179da7bfffaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414848 May 30 12:06:48.701080 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 43510) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:48.752036 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b4833fd2-66f7-4b5c-8475-ba59b798c22b admin admin] Publish callbacks [] for security_group (2976701c-a62a-4f33-95f1-6820381d496f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.775903 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b4833fd2-66f7-4b5c-8475-ba59b798c22b admin admin] Publish callbacks [] for security_group (2976701c-a62a-4f33-95f1-6820381d496f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.801617 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef88f1-9a1e-4370-bd1f-cc2510a722c0 req-ae0cb109-d5fb-4938-9561-78e30d6a4559 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:48.803166 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20ef88f1-9a1e-4370-bd1f-cc2510a722c0 req-ae0cb109-d5fb-4938-9561-78e30d6a4559 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 945 time: 0.0555668 May 30 12:06:48.812261 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 43514) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:48.816830 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-c35295ae-3c0e-4fc9-a9ea-7a9c503c88e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'floatingip': {'port_id': '8206cdb6-1ac2-439c-8225-5f66c1635ad9'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:06:48.865510 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c35295ae-3c0e-4fc9-a9ea-7a9c503c88e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (b7d1a5c8-2b56-4614-b581-a194c538b714), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.937583 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b4833fd2-66f7-4b5c-8475-ba59b798c22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (2976701c-a62a-4f33-95f1-6820381d496f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.940012 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b4833fd2-66f7-4b5c-8475-ba59b798c22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:48.943844 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-b4833fd2-66f7-4b5c-8475-ba59b798c22b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2976701c-a62a-4f33-95f1-6820381d496f HTTP/1.1" status: 204 len: 168 time: 0.2391291 May 30 12:06:48.977094 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4833fd2-66f7-4b5c-8475-ba59b798c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2976701c-a62a-4f33-95f1-6820381d496f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:48.994533 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:49.087843 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-20a01f5c-546e-4277-94c9-f05fcfa1166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:49.089353 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-20a01f5c-546e-4277-94c9-f05fcfa1166a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 1129 time: 0.0583532 May 30 12:06:49.295203 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-597ff9a7-901d-47b5-960d-85719165936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:49.297252 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-597ff9a7-901d-47b5-960d-85719165936c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.1842051 May 30 12:06:49.411904 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:49.417646 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-2a585251-0f89-4691-a664-bd189b303f2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66de87a6-f3b1-41fb-8926-85240efcbe51 HTTP/1.1" status: 200 len: 1000 time: 0.0964699 May 30 12:06:49.501380 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c35295ae-3c0e-4fc9-a9ea-7a9c503c88e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:49.508101 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c35295ae-3c0e-4fc9-a9ea-7a9c503c88e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (b7d1a5c8-2b56-4614-b581-a194c538b714), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:49.545946 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-0a61e4f4-69eb-447b-b3fe-be1883f5751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:49.548399 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-0a61e4f4-69eb-447b-b3fe-be1883f5751e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0994732 May 30 12:06:49.638012 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-3b3e2f91-e6e1-4fd0-8eeb-b34ab86e24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:49.639665 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-3b3e2f91-e6e1-4fd0-8eeb-b34ab86e24f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846577 May 30 12:06:49.677059 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [None req-c35295ae-3c0e-4fc9-a9ea-7a9c503c88e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Floating IP b7d1a5c8-2b56-4614-b581-a194c538b714 associated. External IP: 172.27.1.157, port: 8206cdb6-1ac2-439c-8225-5f66c1635ad9. May 30 12:06:49.684001 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cc5c5-461a-49f4-bf7f-f3d9443ddaa4 req-3ca550c6-70ca-4e41-bef8-8dc3ed6c153d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:49.691959 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4d3cc5c5-461a-49f4-bf7f-f3d9443ddaa4 req-3ca550c6-70ca-4e41-bef8-8dc3ed6c153d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0582991 May 30 12:06:49.740735 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4d3cc5c5-461a-49f4-bf7f-f3d9443ddaa4 req-cb886d76-3406-47e6-aca5-c90614a72330 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477841 May 30 12:06:49.850033 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-c35ebef9-a4c5-43c6-8e4f-1937ce6cbade service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936393 May 30 12:06:49.982685 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:50.023407 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-32ad2ffe-cfa6-4271-8004-71e2e72a2d0d req-b28ccfed-310c-4dff-9cf0-0f8860075d81 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399069 May 30 12:06:50.027157 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35295ae-3c0e-4fc9-a9ea-7a9c503c88e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:06:50.142382 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35295ae-3c0e-4fc9-a9ea-7a9c503c88e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:06:50.148113 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c35295ae-3c0e-4fc9-a9ea-7a9c503c88e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:50.156509 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:06:50.167736 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:06:50.168816 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:06:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:50.182850 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c35295ae-3c0e-4fc9-a9ea-7a9c503c88e9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "PUT /v2.0/floatingips/b7d1a5c8-2b56-4614-b581-a194c538b714 HTTP/1.1" status: 200 len: 991 time: 1.3695440 May 30 12:06:50.183425 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'tag': '8206cdb6-1ac2-439c-8225-5f66c1635ad9'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:50.186227 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "611aebbd-06cc-46a9-ba2f-a01decf8d94a", "tag": "8206cdb6-1ac2-439c-8225-5f66c1635ad9"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:50.258830 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d9b6ea-b322-4781-93f4-80f6798e5b98 x-openstack-request-id: req-84d9b6ea-b322-4781-93f4-80f6798e5b98 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:50.259115 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611aebbd-06cc-46a9-ba2f-a01decf8d94a", "tag": "8206cdb6-1ac2-439c-8225-5f66c1635ad9", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:50.259364 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84d9b6ea-b322-4781-93f4-80f6798e5b98 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:50.259763 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d9b6ea-b322-4781-93f4-80f6798e5b98'] response: {'name': 'network-changed', 'server_uuid': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'tag': '8206cdb6-1ac2-439c-8225-5f66c1635ad9', 'status': 'completed', 'code': 200} May 30 12:06:50.292859 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:06:50.328075 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:50.583471 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:50.591012 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5e71a911-0e33-4a9b-87dd-77d56695fc08', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:22Z', 'updated_at': '2022-05-30T12:05:07Z', 'revision_number': 2, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}, {'id': 'b7d1a5c8-2b56-4614-b581-a194c538b714', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': '8206cdb6-1ac2-439c-8225-5f66c1635ad9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:69:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:06:29Z', 'updated_at': '2022-05-30T12:06:49Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:50.617527 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:06:50.626491 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:06:50.627096 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:06:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:50.729524 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:06:50.860056 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61add318-d85f-4e8e-95bf-1a0673dc6bb6 req-43702e4b-fb21-48f6-b850-ec7258e4d591 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:50.861520 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-61add318-d85f-4e8e-95bf-1a0673dc6bb6 req-43702e4b-fb21-48f6-b850-ec7258e4d591 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0509512 May 30 12:06:50.931549 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-61add318-d85f-4e8e-95bf-1a0673dc6bb6 req-a229d5c4-2679-4497-a296-5e34e7489af2 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641694 May 30 12:06:50.969581 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5e71a911-0e33-4a9b-87dd-77d56695fc08', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:22Z', 'updated_at': '2022-05-30T12:05:07Z', 'revision_number': 2, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}, {'id': 'b7d1a5c8-2b56-4614-b581-a194c538b714', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': '8206cdb6-1ac2-439c-8225-5f66c1635ad9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:69:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:06:29Z', 'updated_at': '2022-05-30T12:06:49Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:06:50.997764 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abbba2-ee08-4b5d-a752-fad3ca426b82 None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5e71a911-0e33-4a9b-87dd-77d56695fc08', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:22Z', 'updated_at': '2022-05-30T12:05:07Z', 'revision_number': 2, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}, {'id': 'b7d1a5c8-2b56-4614-b581-a194c538b714', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': '8206cdb6-1ac2-439c-8225-5f66c1635ad9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:69:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:06:29Z', 'updated_at': '2022-05-30T12:06:49Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:06:51.177358 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158da95-4ac7-4822-83b2-44a67b4259df None None] New status for floating IP b7d1a5c8-2b56-4614-b581-a194c538b714: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:06:52.055578 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b7932-89d7-48c3-8b5c-e5a6cb230301 req-ea15914f-bfef-47e8-91e0-7621ab0954ec tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:52.057101 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-276b7932-89d7-48c3-8b5c-e5a6cb230301 req-ea15914f-bfef-47e8-91e0-7621ab0954ec tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0510144 May 30 12:06:52.104796 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-276b7932-89d7-48c3-8b5c-e5a6cb230301 req-f0a754c0-63d8-409a-a841-5d19183708a4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414412 May 30 12:06:52.235814 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-1038b210-6a6c-41b7-98f1-ef726f501c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:52.237498 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-1038b210-6a6c-41b7-98f1-ef726f501c58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 1129 time: 0.0451674 May 30 12:06:52.332593 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-ba872cfb-1ece-4fb4-8c4a-63c5152082c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:52.334141 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-ba872cfb-1ece-4fb4-8c4a-63c5152082c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 915 time: 0.0908687 May 30 12:06:52.415333 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-3e9d737d-2b51-43e5-bf75-176fd3759168 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8206cdb6-1ac2-439c-8225-5f66c1635ad9 HTTP/1.1" status: 200 len: 1001 time: 0.0610223 May 30 12:06:52.429567 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:52.467946 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-61fa095b-88bc-4276-8854-38a9841c1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:52.469412 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-61fa095b-88bc-4276-8854-38a9841c1435 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.0469439 May 30 12:06:52.769162 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-8c6d616b-2025-47a1-a21d-4048291eb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:52.770975 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-8c6d616b-2025-47a1-a21d-4048291eb554 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434375 May 30 12:06:52.900594 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-edd53982-585c-4330-ba74-900ffecdc735 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060705 May 30 12:06:53.015378 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-16f1e9d7-ce48-47f7-9bde-1e55cb19bfc4 req-1cf0bc5a-b6f2-47ff-81be-aa69250c51d0 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083555 May 30 12:06:53.214679 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:53.231481 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423fdf5-2f51-4715-8b94-b64377eeff3b req-7af76b76-3a8e-4eef-a6fd-2fc42e872f4a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:53.236651 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e423fdf5-2f51-4715-8b94-b64377eeff3b req-7af76b76-3a8e-4eef-a6fd-2fc42e872f4a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0553455 May 30 12:06:53.285418 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e423fdf5-2f51-4715-8b94-b64377eeff3b req-993f0aca-0cd5-46a0-ab8b-c8865e07f7d8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462971 May 30 12:06:53.779321 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-567dbabb-149f-4e45-9ac0-960edb0e96dd req-aa019a89-07a1-4f67-8a22-2c9fca77b44a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 12:06:53.780400 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-567dbabb-149f-4e45-9ac0-960edb0e96dd req-aa019a89-07a1-4f67-8a22-2c9fca77b44a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057733 May 30 12:06:53.936951 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bd801-1111-4e25-9a48-23b9f1ace0c7 req-6829fabc-24ba-4bcd-9312-bdc5b6083d74 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:53.938352 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4e6bd801-1111-4e25-9a48-23b9f1ace0c7 req-6829fabc-24ba-4bcd-9312-bdc5b6083d74 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 945 time: 0.0480733 May 30 12:06:53.989803 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4e6bd801-1111-4e25-9a48-23b9f1ace0c7 req-ba154815-7773-4701-b642-f68ab77d7897 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454500 May 30 12:06:54.044046 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 66de87a6-f3b1-41fb-8926-85240efcbe51 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:06:54.076485 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:54.116980 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:54.128076 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 66de87a6-f3b1-41fb-8926-85240efcbe51 is: ACTIVE; New status is: DOWN {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:06:54.128493 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:54.152295 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:06:54.154767 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d7936-b84e-4ee1-b9d5-56351a5f5451" -d '{"events": [{"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-unplugged", "status": "completed", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:06:54.167959 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:06:54.181298 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:06:54.208313 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 May 2022 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e46999b-e6f1-4e74-bdf8-b24bd24cf83e x-openstack-request-id: req-6e46999b-e6f1-4e74-bdf8-b24bd24cf83e {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:06:54.212289 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-unplugged", "status": "failed", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51", "code": 422}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:06:54.212558 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e46999b-e6f1-4e74-bdf8-b24bd24cf83e {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:06:54.216150 dv-cinder-840512-2-iscsi neutron-server[104004]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6e46999b-e6f1-4e74-bdf8-b24bd24cf83e']: {'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'code': 422} returned with failed status May 30 12:06:54.256610 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=8']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:06:54.378657 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 43648) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:54.465774 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-f0ceebd0-00a4-4f67-bd2d-dd6cacbf9739 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859666 May 30 12:06:54.475213 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-b37ce58d-eb64-4f45-9c44-601b600a4649 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 12:06:54.476198 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-b37ce58d-eb64-4f45-9c44-601b600a4649 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051742 May 30 12:06:54.555076 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 43660) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:06:54.622207 dv-cinder-840512-2-iscsi neutron-server[104003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 30 12:06:54.677647 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783af1-9377-4640-8794-24a6610f379a req-e5bb8454-9700-4109-9bc8-1251796c5e0a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:54.678919 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-e5bb8454-9700-4109-9bc8-1251796c5e0a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports/66de87a6-f3b1-41fb-8926-85240efcbe51 HTTP/1.1" status: 200 len: 940 time: 0.1228306 May 30 12:06:55.127973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325588-4cf9-4877-b453-99362d6146e1 req-08c59386-3bf4-4b5c-b8c0-7da180265430 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:55.129901 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ba325588-4cf9-4877-b453-99362d6146e1 req-08c59386-3bf4-4b5c-b8c0-7da180265430 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0592656 May 30 12:06:55.181691 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ba325588-4cf9-4877-b453-99362d6146e1 req-ab0b479e-197c-4bd7-8e42-5b93289a57ef tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453484 May 30 12:06:56.320862 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9114e-c67e-4195-93ef-6d9df6337bbb req-6e1ea7e6-4f47-4d30-9c9b-74a8df76c8ba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:56.322512 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ee9114e-c67e-4195-93ef-6d9df6337bbb req-6e1ea7e6-4f47-4d30-9c9b-74a8df76c8ba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0598428 May 30 12:06:56.386646 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ee9114e-c67e-4195-93ef-6d9df6337bbb req-48a55286-7029-412b-ab24-07ceaca610d5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574803 May 30 12:06:57.507779 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cfa6a-d01b-4236-8b94-583381d0bfe4 req-e7207f27-55dc-4543-868d-79ee58450d1e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:57.509256 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8f4cfa6a-d01b-4236-8b94-583381d0bfe4 req-e7207f27-55dc-4543-868d-79ee58450d1e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0507002 May 30 12:06:57.556937 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8f4cfa6a-d01b-4236-8b94-583381d0bfe4 req-1a657237-160e-438b-999d-e361e2c9b261 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 May 30 12:06:58.690551 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1dacc-0be3-4182-b8d8-c4e6698680ca req-7b9ac183-2f58-4727-8f22-7be3ea45b702 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:58.692302 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0cb1dacc-0be3-4182-b8d8-c4e6698680ca req-7b9ac183-2f58-4727-8f22-7be3ea45b702 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0608919 May 30 12:06:58.719247 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:06:58.744997 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0cb1dacc-0be3-4182-b8d8-c4e6698680ca req-db64c122-8cb0-476a-aaf2-d438b13ad7b0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470655 May 30 12:06:59.869361 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69fab7-4cdb-40b7-87c0-17e262e849ea req-24877fd5-837b-4661-8fc8-bd5b6698bcac tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:06:59.870868 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f69fab7-4cdb-40b7-87c0-17e262e849ea req-24877fd5-837b-4661-8fc8-bd5b6698bcac tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0533686 May 30 12:06:59.926636 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f69fab7-4cdb-40b7-87c0-17e262e849ea req-66ee39ae-d691-4713-bd2b-dee8471a9750 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484884 May 30 12:07:00.417235 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 43762) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:07:00.530178 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-08b4a6ae-8617-4020-806c-2a41ec74fbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:00.617070 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-08b4a6ae-8617-4020-806c-2a41ec74fbd3 admin admin] Publish callbacks [] for security_group (04d25892-ba7e-49b2-bbc7-302fc77392ee), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:00.621378 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-08b4a6ae-8617-4020-806c-2a41ec74fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (04d25892-ba7e-49b2-bbc7-302fc77392ee), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:00.633045 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:00.666271 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-08b4a6ae-8617-4020-806c-2a41ec74fbd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0fffd99d1604110aa9896117647ca3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479506 May 30 12:07:00.668267 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4a6ae-8617-4020-806c-2a41ec74fbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d25892-ba7e-49b2-bbc7-302fc77392ee,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:00.669191 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 43770) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:07:00.731780 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b775f1c6-03f2-4f38-9999-23d1cd984b6d admin admin] Publish callbacks [] for security_group (04d25892-ba7e-49b2-bbc7-302fc77392ee), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:00.756654 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b775f1c6-03f2-4f38-9999-23d1cd984b6d admin admin] Publish callbacks [] for security_group (04d25892-ba7e-49b2-bbc7-302fc77392ee), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:00.817370 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b775f1c6-03f2-4f38-9999-23d1cd984b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (04d25892-ba7e-49b2-bbc7-302fc77392ee), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:00.820031 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b775f1c6-03f2-4f38-9999-23d1cd984b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:00.824188 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b775f1c6-03f2-4f38-9999-23d1cd984b6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04d25892-ba7e-49b2-bbc7-302fc77392ee HTTP/1.1" status: 204 len: 168 time: 0.1524644 May 30 12:07:00.833677 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775f1c6-03f2-4f38-9999-23d1cd984b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d25892-ba7e-49b2-bbc7-302fc77392ee,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:00.972285 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=38 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:00.973981 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=58 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:01.057418 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b794ee-90f1-45df-96da-715da615af3b req-e96655b8-c3a5-4434-8c66-909f5c4ad9ef tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:01.058972 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-71b794ee-90f1-45df-96da-715da615af3b req-e96655b8-c3a5-4434-8c66-909f5c4ad9ef tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0520756 May 30 12:07:01.119019 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-71b794ee-90f1-45df-96da-715da615af3b req-f22c61df-6a38-48d2-9120-706acf41f80a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536242 May 30 12:07:01.196355 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783af1-9377-4640-8794-24a6610f379a req-9fe4fcc0-067a-4c29-8448-e8f0b202de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:01.197880 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-9fe4fcc0-067a-4c29-8448-e8f0b202de69 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c&tenant_id=8e98cc41e8064c90b0e45b32e2d78493 HTTP/1.1" status: 200 len: 1127 time: 0.0768635 May 30 12:07:02.241084 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb811297-1575-4a1f-9c61-84904cb35d91 req-fb2c6fcc-0a89-424e-89f6-bab60ad6b960 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:02.242556 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eb811297-1575-4a1f-9c61-84904cb35d91 req-fb2c6fcc-0a89-424e-89f6-bab60ad6b960 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0480006 May 30 12:07:02.289764 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eb811297-1575-4a1f-9c61-84904cb35d91 req-bf420b4f-3f91-4593-8750-36cd05b13708 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 May 30 12:07:03.117479 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:03.205144 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-17facf0d-a7db-4ba9-9b8e-4d1ce6096232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:03.413266 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35c2c9-c902-4c41-9049-1ee58ff6ef3e req-c1c428d4-d630-4373-9270-438a4ae57e69 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:03.414739 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4d35c2c9-c902-4c41-9049-1ee58ff6ef3e req-c1c428d4-d630-4373-9270-438a4ae57e69 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0510271 May 30 12:07:03.435207 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:03.463661 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4d35c2c9-c902-4c41-9049-1ee58ff6ef3e req-318c7992-78f1-4e50-846e-f1ed7a262764 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426178 May 30 12:07:03.668935 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:07:04.234167 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783af1-9377-4640-8794-24a6610f379a req-9ed0656d-d4b2-4a7d-abb7-792566245887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:04.235755 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-9ed0656d-d4b2-4a7d-abb7-792566245887 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 1127 time: 0.2581065 May 30 12:07:04.327604 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783af1-9377-4640-8794-24a6610f379a req-c2f66628-b3ff-496a-896d-2ce43eea6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:04.329452 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-c2f66628-b3ff-496a-896d-2ce43eea6e07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.0864756 May 30 12:07:04.397214 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-23ae655c-059a-4bf2-bd3b-f3074bfc22ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66de87a6-f3b1-41fb-8926-85240efcbe51 HTTP/1.1" status: 200 len: 998 time: 0.0592265 May 30 12:07:04.450256 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783af1-9377-4640-8794-24a6610f379a req-a37952ea-5fac-4221-bd69-a1dbfd4963d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:04.451647 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-a37952ea-5fac-4221-bd69-a1dbfd4963d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0435517 May 30 12:07:04.495673 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783af1-9377-4640-8794-24a6610f379a req-a703ea2b-2f80-478e-a9d1-9556735e0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:04.497171 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-a703ea2b-2f80-478e-a9d1-9556735e0918 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389426 May 30 12:07:04.588925 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276c26f-8002-4383-a01f-f2f149bb2882 req-283223a2-11e0-45f3-a290-913331ec0179 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:04.591765 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c276c26f-8002-4383-a01f-f2f149bb2882 req-283223a2-11e0-45f3-a290-913331ec0179 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0545828 May 30 12:07:04.596213 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-6bdbacfe-ee84-4d92-8e0b-55476a81adff service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921292 May 30 12:07:04.645398 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c276c26f-8002-4383-a01f-f2f149bb2882 req-18aac1be-f920-45d9-9a85-2cfc5970a9ae tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441134 May 30 12:07:04.652855 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:04.697656 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-77783af1-9377-4640-8794-24a6610f379a req-df815db8-1ea5-4d3c-b337-c0d791d8e94e service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939085 May 30 12:07:04.779249 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-e7252d27-15e1-4655-99b3-5053c953ac7e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406601 May 30 12:07:04.914650 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-af8f3e80-6be4-4687-9a0b-fda2e5804a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:04.916170 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-af8f3e80-6be4-4687-9a0b-fda2e5804a19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 1129 time: 0.0405862 May 30 12:07:05.039885 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-fc322348-11c1-475b-bfae-fde237089b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:05.041518 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-fc322348-11c1-475b-bfae-fde237089b21 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.1032264 May 30 12:07:05.082904 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-d488e855-cff0-4ee0-ab23-939a33751a24 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4002c1fa-42e8-4916-ae13-112447234689 HTTP/1.1" status: 200 len: 217 time: 0.0350647 May 30 12:07:05.138973 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-e59b93e9-d6b3-4cec-903a-0d6d6eaa9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:05.140540 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-e59b93e9-d6b3-4cec-903a-0d6d6eaa9d4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0499160 May 30 12:07:05.198065 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-88da3f67-0907-430f-9843-e046d9238f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:05.199575 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-88da3f67-0907-430f-9843-e046d9238f2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504556 May 30 12:07:05.308203 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-1317d4e9-d4d5-47b4-8b80-f09961b5dd5c service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012807 May 30 12:07:05.530655 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a7ca165e-82ae-44b9-98dc-637e6e7a81ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:05.771614 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431ac3-61a4-44e6-9b21-4397ecc7451a req-d9d1f674-2f16-468f-9a70-3eb931b8cc10 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:05.773133 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ed431ac3-61a4-44e6-9b21-4397ecc7451a req-d9d1f674-2f16-468f-9a70-3eb931b8cc10 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0505333 May 30 12:07:05.827878 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ed431ac3-61a4-44e6-9b21-4397ecc7451a req-432ebab7-0aa6-40cf-ba3a-cc5b1ae0bb5b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488484 May 30 12:07:06.925384 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:06.962125 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e45f0-9ed3-4f13-b759-29d8511f3a8d req-df058cd0-755e-422b-ad98-50d91acf6eb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:06.963706 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d11e45f0-9ed3-4f13-b759-29d8511f3a8d req-df058cd0-755e-422b-ad98-50d91acf6eb3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0549133 May 30 12:07:07.024333 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d11e45f0-9ed3-4f13-b759-29d8511f3a8d req-d473ffdc-a1fe-4aa5-bae1-30fb9b4578a6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523043 May 30 12:07:08.153114 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da67390-0fd6-4ba1-b60d-7ad605bad321 req-13a1576b-7097-4841-9231-aa0b9cf615a7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:08.154651 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9da67390-0fd6-4ba1-b60d-7ad605bad321 req-13a1576b-7097-4841-9231-aa0b9cf615a7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0556359 May 30 12:07:08.210164 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9da67390-0fd6-4ba1-b60d-7ad605bad321 req-09141a10-b03a-41fe-9449-cc610b5e2ea7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484993 May 30 12:07:08.323974 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:09.339274 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3567b9-d0c5-4639-ac07-06c51117d08b req-93cf863e-24e4-47b8-936d-cb43ba6ba133 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:09.344724 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3e3567b9-d0c5-4639-ac07-06c51117d08b req-93cf863e-24e4-47b8-936d-cb43ba6ba133 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0596938 May 30 12:07:09.366908 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:09.395415 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3e3567b9-d0c5-4639-ac07-06c51117d08b req-ea0ded66-339d-49ed-b234-d464f9ab6295 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489957 May 30 12:07:09.919621 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:10.529980 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9bf10-d497-4b56-aca2-8f643bd93bd4 req-0c2ae7a1-928e-4562-8d7c-8f5513fa621b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:10.532104 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-85c9bf10-d497-4b56-aca2-8f643bd93bd4 req-0c2ae7a1-928e-4562-8d7c-8f5513fa621b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0540302 May 30 12:07:10.584724 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-85c9bf10-d497-4b56-aca2-8f643bd93bd4 req-8153ca2c-6dd8-41c9-b3c7-634ef9949c07 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469019 May 30 12:07:11.719180 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36aaa6-2694-43ea-b4a5-e12dd96bb13c req-fe115bf8-c81c-4fe7-9fea-684ffc462445 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:11.720790 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3f36aaa6-2694-43ea-b4a5-e12dd96bb13c req-fe115bf8-c81c-4fe7-9fea-684ffc462445 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0533884 May 30 12:07:11.784292 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3f36aaa6-2694-43ea-b4a5-e12dd96bb13c req-a18c9e26-2e9f-42cc-8286-c1197ac9e281 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577106 May 30 12:07:12.914595 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55461470-e8d9-4a7f-a789-8ab03f8896e1 req-32d03870-2674-4455-9096-d8663fd3dd0e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:12.916145 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-55461470-e8d9-4a7f-a789-8ab03f8896e1 req-32d03870-2674-4455-9096-d8663fd3dd0e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0543032 May 30 12:07:12.967249 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-55461470-e8d9-4a7f-a789-8ab03f8896e1 req-6b366e6c-e04e-4451-9a67-4994f0a1cc79 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453734 May 30 12:07:14.096987 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee078404-45f9-447d-bb94-3500b3081d61 req-ac46edd9-6851-430f-a252-573fa0a6b802 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:14.098514 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ee078404-45f9-447d-bb94-3500b3081d61 req-ac46edd9-6851-430f-a252-573fa0a6b802 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0516083 May 30 12:07:14.160682 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ee078404-45f9-447d-bb94-3500b3081d61 req-ff974c9b-ba75-4049-98dd-ee972487734a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555487 May 30 12:07:15.298599 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702832-1cb8-41d9-a52d-7328884c94ef req-63a17721-6aa1-46bd-a7c1-121636532eb6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:15.300278 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-82702832-1cb8-41d9-a52d-7328884c94ef req-63a17721-6aa1-46bd-a7c1-121636532eb6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0492265 May 30 12:07:15.302695 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=36 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:15.304662 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:15.353331 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-82702832-1cb8-41d9-a52d-7328884c94ef req-109410d7-4533-4e38-b0b4-db4c0aa5b602 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466125 May 30 12:07:15.685417 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:15.693905 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:16.467107 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:16.478654 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e78a4-17f4-45a2-9c67-8534c2a10f61 req-5288b991-2e9b-4453-802d-779f2902290a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:16.480131 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-152e78a4-17f4-45a2-9c67-8534c2a10f61 req-5288b991-2e9b-4453-802d-779f2902290a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0499086 May 30 12:07:16.530675 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-152e78a4-17f4-45a2-9c67-8534c2a10f61 req-e735c555-fea0-4aa4-9e5d-b029fd16682d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445182 May 30 12:07:17.588744 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b621c28f-515b-4363-8cb5-340b38d1d1c0 req-de508659-c73f-4ad9-be94-a61534f4f928 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920293 May 30 12:07:17.655291 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96031a96-a6d0-403e-aa38-6c52f6d1920a req-555dfeb2-275c-4d2e-afed-c93a92626af5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:17.656848 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-96031a96-a6d0-403e-aa38-6c52f6d1920a req-555dfeb2-275c-4d2e-afed-c93a92626af5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0485148 May 30 12:07:17.705836 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-96031a96-a6d0-403e-aa38-6c52f6d1920a req-cec41be5-f189-47db-9b59-d655625b455d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 May 30 12:07:18.851380 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14f421-c334-44bd-ab54-37e33b4dce64 req-de6bfb38-1603-401d-a10d-9ffe2522bc21 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:18.852851 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3f14f421-c334-44bd-ab54-37e33b4dce64 req-de6bfb38-1603-401d-a10d-9ffe2522bc21 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0628328 May 30 12:07:18.908649 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3f14f421-c334-44bd-ab54-37e33b4dce64 req-ab6d0351-497f-4246-8505-0c8dfd9acea1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498469 May 30 12:07:19.909489 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=34,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:19.915722 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:20.030664 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c2bee-ea82-4b9e-ba62-6a741f6fdaab req-7ff35157-28ef-41a9-bf96-338e7a6a959e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:20.032187 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2d8c2bee-ea82-4b9e-ba62-6a741f6fdaab req-7ff35157-28ef-41a9-bf96-338e7a6a959e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0479546 May 30 12:07:20.082096 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2d8c2bee-ea82-4b9e-ba62-6a741f6fdaab req-e5ebdc7e-843b-4bc1-9633-56a2ef06bac8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442359 May 30 12:07:20.727676 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc281a-1265-4b61-920e-b321e93a8ed8 req-9329f8a4-08d3-4d9a-9bf7-4b81ae036d6a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:20.729087 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5cbc281a-1265-4b61-920e-b321e93a8ed8 req-9329f8a4-08d3-4d9a-9bf7-4b81ae036d6a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 945 time: 0.0470912 May 30 12:07:20.779139 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5cbc281a-1265-4b61-920e-b321e93a8ed8 req-7335afa8-bb28-4ae8-b6c9-7af66fce5c1a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 May 30 12:07:21.200855 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1fb81-04e6-45d8-86cd-d8e828769e29 req-9a1d2124-d828-411d-b3e4-d3c03628a7ef tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:21.202302 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-69f1fb81-04e6-45d8-86cd-d8e828769e29 req-9a1d2124-d828-411d-b3e4-d3c03628a7ef tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0474269 May 30 12:07:21.249651 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-69f1fb81-04e6-45d8-86cd-d8e828769e29 req-a2182297-05b0-49a8-a9ab-00773dfe2b40 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 May 30 12:07:21.861279 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:21.899147 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa351f-e807-40c6-89c1-7eb90b4e0c75 req-17c6ed88-544b-4248-9ebc-3038353e4496 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:21.900618 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-47fa351f-e807-40c6-89c1-7eb90b4e0c75 req-17c6ed88-544b-4248-9ebc-3038353e4496 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 945 time: 0.0499551 May 30 12:07:21.947097 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-47fa351f-e807-40c6-89c1-7eb90b4e0c75 req-fb1c71d7-56a9-45f2-af4d-d27cdec5ed29 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 May 30 12:07:22.374473 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90f76-44a2-4aad-bd2e-b58be6aae82d req-2323c222-e98e-44ee-810c-1d9194fbd27e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:22.376228 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-67d90f76-44a2-4aad-bd2e-b58be6aae82d req-2323c222-e98e-44ee-810c-1d9194fbd27e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0515206 May 30 12:07:22.423888 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-67d90f76-44a2-4aad-bd2e-b58be6aae82d req-8b283d9a-73f7-4e60-831c-94bca1f0ba91 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422268 May 30 12:07:22.606767 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-5b8c5141-f181-4e01-8eab-466886614733 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:22.608320 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-5b8c5141-f181-4e01-8eab-466886614733 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.65 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 945 time: 0.0489104 May 30 12:07:22.697156 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Deleting port de5378e4-4146-4fbc-9827-83be39fbf054 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:07:22.697486 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:22.786001 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] For port de5378e4-4146-4fbc-9827-83be39fbf054, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=de5378e4-4146-4fbc-9827-83be39fbf054,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:07:22.786358 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:22.798994 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Calling delete_port for de5378e4-4146-4fbc-9827-83be39fbf054 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:07:22.932038 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (de5378e4-4146-4fbc-9827-83be39fbf054), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:22.948368 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['de5378e4-4146-4fbc-9827-83be39fbf054'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:07:22.958888 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Pushing event deleted for resources: {'Port': ['ID=de5378e4-4146-4fbc-9827-83be39fbf054,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:22.968751 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.969219 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.969502 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.969755 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.970155 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.971083 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.971083 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.971287 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.971483 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.971806 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.972146 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.972492 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.972814 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.973132 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:22.973453 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:23.020750 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] No DVR routers for this DVR port de5378e4-4146-4fbc-9827-83be39fbf054 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:07:23.023302 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:23.026528 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a5eb9921-df1c-44f8-8b58-20103c56039a req-0fb0a22c-f0f8-4db4-b56f-e4c54c78cbb6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.65 "DELETE /v2.0/ports/de5378e4-4146-4fbc-9827-83be39fbf054 HTTP/1.1" status: 204 len: 173 time: 0.4115644 May 30 12:07:23.026967 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11600577-2336-4fdd-b0f0-78fbf42f8ea1', 'name': 'network-vif-deleted', 'tag': 'de5378e4-4146-4fbc-9827-83be39fbf054'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:07:23.029215 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0db053e-6ce0-4680-add8-a0c2482ca765" -d '{"events": [{"server_uuid": "11600577-2336-4fdd-b0f0-78fbf42f8ea1", "name": "network-vif-deleted", "tag": "de5378e4-4146-4fbc-9827-83be39fbf054"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:07:23.051691 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-84aca0fa-d10c-44ec-86b2-522321bbce9c req-4bd152ac-33d5-4c79-9855-3a4cfabc8eeb tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 210 time: 0.0314131 May 30 12:07:23.066929 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd896a5c-ec85-440d-a91a-c2255ee7a09b x-openstack-request-id: req-dd896a5c-ec85-440d-a91a-c2255ee7a09b {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:07:23.067235 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11600577-2336-4fdd-b0f0-78fbf42f8ea1", "name": "network-vif-deleted", "tag": "de5378e4-4146-4fbc-9827-83be39fbf054", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:07:23.067506 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd896a5c-ec85-440d-a91a-c2255ee7a09b {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:07:23.067932 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd896a5c-ec85-440d-a91a-c2255ee7a09b'] response: {'server_uuid': '11600577-2336-4fdd-b0f0-78fbf42f8ea1', 'name': 'network-vif-deleted', 'tag': 'de5378e4-4146-4fbc-9827-83be39fbf054', 'status': 'completed', 'code': 200} May 30 12:07:23.545530 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfa6fc-ac1a-4e80-b850-710aeb07f11d req-bc7c64d8-f391-421f-a0f7-b2d773113bfa tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:23.548121 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9dbfa6fc-ac1a-4e80-b850-710aeb07f11d req-bc7c64d8-f391-421f-a0f7-b2d773113bfa tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0499947 May 30 12:07:23.598977 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9dbfa6fc-ac1a-4e80-b850-710aeb07f11d req-b52bfcbb-88a3-466e-b242-f765ca6ce7a0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449827 May 30 12:07:24.167736 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-758d44bd-5ed4-41b3-85c7-062e14ad3bc1 req-5f6ceb05-4414-490a-9258-ed2e0eaea589 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=11600577-2336-4fdd-b0f0-78fbf42f8ea1 HTTP/1.1" status: 200 len: 210 time: 0.0294156 May 30 12:07:24.723444 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a2e1f-df57-40a4-babf-3d7217fdf60f req-fb12d89c-d3ee-4f10-a76c-b60b1629bf08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:24.724997 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c32a2e1f-df57-40a4-babf-3d7217fdf60f req-fb12d89c-d3ee-4f10-a76c-b60b1629bf08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0506825 May 30 12:07:24.774296 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c32a2e1f-df57-40a4-babf-3d7217fdf60f req-644f4922-1939-4329-abcb-c5350aed49fe tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436299 May 30 12:07:25.895569 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102a59-c3ba-4808-89a9-7f794bebbde9 req-8dadcc68-6a20-4c57-b74f-a7254023bcf0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:25.897071 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6102a59-c3ba-4808-89a9-7f794bebbde9 req-8dadcc68-6a20-4c57-b74f-a7254023bcf0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 943 time: 0.0486436 May 30 12:07:25.955512 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6102a59-c3ba-4808-89a9-7f794bebbde9 req-65ee9018-5a0f-47a4-bae3-19b58690576d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523243 May 30 12:07:26.564627 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 66de87a6-f3b1-41fb-8926-85240efcbe51 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:07:26.781934 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:07:26.793292 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'port_id': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'mac_address': 'fa:16:3e:92:5c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:07:26.828130 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 66de87a6-f3b1-41fb-8926-85240efcbe51 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:07:26.828551 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:26.844183 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66de87a6-f3b1-41fb-8926-85240efcbe51 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:07:26.863955 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:07:26.867881 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:26.914534 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=9']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:26.921567 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.921916 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.922261 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.922599 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.922931 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.923783 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.924113 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.924472 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.924800 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.925122 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.925445 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.925796 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.926125 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.926448 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:26.926768 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:27.064774 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:27.078568 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9a4e7-42af-4b1d-8f28-5b1bc3ff7fc5 req-740fd2dc-1330-44db-af0b-1de01da3b393 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:27.080214 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-15c9a4e7-42af-4b1d-8f28-5b1bc3ff7fc5 req-740fd2dc-1330-44db-af0b-1de01da3b393 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 944 time: 0.0481069 May 30 12:07:27.129979 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-15c9a4e7-42af-4b1d-8f28-5b1bc3ff7fc5 req-957f4d05-d40b-4e35-8829-5f0b64f091ef tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 May 30 12:07:27.391411 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device de5378e4-4146-4fbc-9827-83be39fbf054 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:07:27.411970 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: de5378e4-4146-4fbc-9827-83be39fbf054 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:07:27.412340 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device de5378e4-4146-4fbc-9827-83be39fbf054 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:07:28.250552 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8671374-4b1f-4316-b345-5159386dc0a3 req-e25608d3-25b7-462c-86a5-4e7ccd103fb8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:28.252009 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d8671374-4b1f-4316-b345-5159386dc0a3 req-e25608d3-25b7-462c-86a5-4e7ccd103fb8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 944 time: 0.0465786 May 30 12:07:28.301827 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d8671374-4b1f-4316-b345-5159386dc0a3 req-54299d53-38de-446a-9fb2-8a171e9571b6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439250 May 30 12:07:28.731882 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['66de87a6-f3b1-41fb-8926-85240efcbe51'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:07:29.426213 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895a03-3459-4a97-b65f-a7e17cdfb990 req-5c89681f-8d16-486e-bea5-a708760d5cfc tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:29.427671 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d895a03-3459-4a97-b65f-a7e17cdfb990 req-5c89681f-8d16-486e-bea5-a708760d5cfc tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 944 time: 0.0506916 May 30 12:07:29.475097 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d895a03-3459-4a97-b65f-a7e17cdfb990 req-8cafe8a8-e19a-4b17-b891-9effbeb03736 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 May 30 12:07:30.403999 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 66de87a6-f3b1-41fb-8926-85240efcbe51 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:07:30.448413 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 66de87a6-f3b1-41fb-8926-85240efcbe51 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:07:30.448695 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:30.523501 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 66de87a6-f3b1-41fb-8926-85240efcbe51 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:07:30.523901 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:30.546763 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:07:30.549592 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc10efdd-8d35-4576-ad10-b4a8cf46b9bd" -d '{"events": [{"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-plugged", "status": "completed", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:07:30.562900 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:07:30.568561 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:30.598581 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c0f330-73af-44ef-afa8-cf0debbcc721 x-openstack-request-id: req-b7c0f330-73af-44ef-afa8-cf0debbcc721 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:07:30.598877 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-plugged", "status": "completed", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:07:30.599117 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7c0f330-73af-44ef-afa8-cf0debbcc721 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:07:30.599502 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c0f330-73af-44ef-afa8-cf0debbcc721'] response: {'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'code': 200} May 30 12:07:30.604875 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49fa2a-60a2-4da0-a58e-8304ca5432be req-8625e9f9-78e1-4fbd-a8fc-1d8f329e1b51 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:30.606369 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a49fa2a-60a2-4da0-a58e-8304ca5432be req-8625e9f9-78e1-4fbd-a8fc-1d8f329e1b51 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 944 time: 0.0545163 May 30 12:07:30.626901 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=10']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:30.657680 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7a49fa2a-60a2-4da0-a58e-8304ca5432be req-e237a48c-10c2-4d0d-b727-e5d1ab98da70 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431683 May 30 12:07:31.112952 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97ce18-1c7a-41fb-a1a7-432760346885 req-1b96d0bf-e562-4a4d-a09d-0d5e2191265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:31.114440 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ec97ce18-1c7a-41fb-a1a7-432760346885 req-1b96d0bf-e562-4a4d-a09d-0d5e2191265f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 1130 time: 0.0478420 May 30 12:07:31.163392 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ec97ce18-1c7a-41fb-a1a7-432760346885 req-5d15f892-4545-4e43-a2fa-df98b09b32c9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 May 30 12:07:31.669717 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:31.670557 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:31.781645 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82603f-f2f8-4045-8885-3bae7fbd093c req-77d6b8e1-6e3e-41ca-8147-2c4a370d191c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:31.783095 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1c82603f-f2f8-4045-8885-3bae7fbd093c req-77d6b8e1-6e3e-41ca-8147-2c4a370d191c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 946 time: 0.0502098 May 30 12:07:31.829178 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1c82603f-f2f8-4045-8885-3bae7fbd093c req-28661938-9c4d-4e94-91a1-2e46c427936b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402508 May 30 12:07:32.952824 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79129d-d5a3-409a-a59a-fb9b9371cbbc req-76ab848e-b805-4405-a2df-61d49fffc267 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:32.954325 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cc79129d-d5a3-409a-a59a-fb9b9371cbbc req-76ab848e-b805-4405-a2df-61d49fffc267 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 946 time: 0.0471148 May 30 12:07:33.003162 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cc79129d-d5a3-409a-a59a-fb9b9371cbbc req-53f91ca4-a245-4576-8c64-9e903dc27d32 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424685 May 30 12:07:33.132343 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:33.205577 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-318027e4-17d1-4fc6-91e5-36ca6662e667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:34.138386 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f9276-5e8e-40b2-87c5-f88ee601d793 req-187ff01c-5307-452e-91b7-9e00260f7d01 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:34.139988 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cf7f9276-5e8e-40b2-87c5-f88ee601d793 req-187ff01c-5307-452e-91b7-9e00260f7d01 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 946 time: 0.0524189 May 30 12:07:34.160435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:34.248884 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cf7f9276-5e8e-40b2-87c5-f88ee601d793 req-30c6ed73-2d1d-41ab-bdda-4ca43c9424d4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030319 May 30 12:07:34.287379 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-46b44539-e21a-4377-b0a7-c4fbfe5dc05d tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:34.288893 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-46b44539-e21a-4377-b0a7-c4fbfe5dc05d tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/networks?id=74823171-a713-4723-823f-3ac14207cc72 HTTP/1.1" status: 200 len: 814 time: 0.1365449 May 30 12:07:34.303296 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-c73d19ff-0f9a-4fd3-85d4-0d46f86a5ea6 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/quotas/94cd1e0377594f52bb5bfa7159731d48 HTTP/1.1" status: 200 len: 375 time: 0.0091054 May 30 12:07:34.335047 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-2bde0555-d29c-4cc6-b48c-2ebe4614b5d2 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94cd1e0377594f52bb5bfa7159731d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269129 May 30 12:07:34.432182 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-b6853474-1297-40a2-bf15-5f2481dca589 service neutron] 10.222.0.32 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906575 May 30 12:07:34.524994 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-e231c821-762b-461d-bdac-51629531f4cc service neutron] 10.222.0.32 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866532 May 30 12:07:34.687517 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5cb79400-29b4-4c4c-a86f-6823c2852d66 req-0a4c3158-ecfe-40a1-872b-3ee7477b1320 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 210 time: 0.0301857 May 30 12:07:35.359420 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:35.373979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e1ee-8f32-4ed5-8db9-26602c9c4410 req-2ebbf2eb-c856-4a1c-a9b3-d741638ea2cf tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:35.375453 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1390e1ee-8f32-4ed5-8db9-26602c9c4410 req-2ebbf2eb-c856-4a1c-a9b3-d741638ea2cf tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 946 time: 0.0506105 May 30 12:07:35.423148 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1390e1ee-8f32-4ed5-8db9-26602c9c4410 req-6635757f-b8a2-44e9-812a-5f8c569752a1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417225 May 30 12:07:35.525075 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-097b4dc9-4782-41c1-bece-e67d85d7de3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:35.799613 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a29a71ae-2fc6-401c-8040-4c2204880d15 req-12db3d86-4538-44e4-8120-f491be81a61e tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 210 time: 0.0366936 May 30 12:07:36.271252 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-46105bd0-aa33-4b91-b773-7fb9bec4a49b tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:36.272814 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-46105bd0-aa33-4b91-b773-7fb9bec4a49b tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.65 "GET /v2.0/networks?id=74823171-a713-4723-823f-3ac14207cc72 HTTP/1.1" status: 200 len: 814 time: 0.1093886 May 30 12:07:36.289229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Request body: {'port': {'device_id': 'f99a1e0b-a450-43f6-82ca-32c64eac21b4', 'network_id': '74823171-a713-4723-823f-3ac14207cc72', 'admin_state_up': True, 'tenant_id': '94cd1e0377594f52bb5bfa7159731d48'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:07:36.409276 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Made reservation on behalf of 94cd1e0377594f52bb5bfa7159731d48 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:07:36.413292 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:36.477503 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:36.480737 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:36.556909 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Allocated IP 172.20.0.12 (74823171-a713-4723-823f-3ac14207cc72/5c489d91-d9a5-4c7a-8f87-3bade9001556/0f672e22-24fe-42e6-ad6b-9c60ec54b09e) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:07:36.558697 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e2ef3-ddea-4dd8-a144-c481ff91db60 req-f72743b7-2726-4b35-bc58-99b386c70b6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:36.560228 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-378e2ef3-ddea-4dd8-a144-c481ff91db60 req-f72743b7-2726-4b35-bc58-99b386c70b6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 946 time: 0.0587265 May 30 12:07:36.611016 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-378e2ef3-ddea-4dd8-a144-c481ff91db60 req-61ef36ef-6e12-4f4a-9bc3-e7cc3c49e7bf tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 May 30 12:07:36.716598 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks [] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:36.748897 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:36.789586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Network 74823171-a713-4723-823f-3ac14207cc72 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:07:36.794788 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:07:36.797239 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:07:36.802600 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:36.803219 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:36.819328 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Pushing event updated for resources: {'Port': ['ID=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:36.836119 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-f9d6fb22-686c-4e1b-bf55-50ab6140f7ec tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518510 May 30 12:07:36.849317 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Request body: {'port': {'device_id': 'f99a1e0b-a450-43f6-82ca-32c64eac21b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:07:36.916064 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:36.917173 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:36.921288 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1970e-9108-49ff-9c9d-245aa48cbe3e req-358ec9cd-1fa5-4bfc-8cb1-26bc34ab7a52 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:36.922967 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-29b1970e-9108-49ff-9c9d-245aa48cbe3e req-358ec9cd-1fa5-4bfc-8cb1-26bc34ab7a52 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 932 time: 0.0506837 May 30 12:07:36.973456 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-29b1970e-9108-49ff-9c9d-245aa48cbe3e req-cf75d55e-06cd-4449-9eac-07588ed1144f tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 May 30 12:07:37.207844 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f672e22-24fe-42e6-ad6b-9c60ec54b09e {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:07:37.215313 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Publish callbacks [] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:37.228221 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Transition to ACTIVE for port object 0f672e22-24fe-42e6-ad6b-9c60ec54b09e will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:07:37.232191 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:37.269395 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:37.279361 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:37.282312 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Pushing event updated for resources: {'Port': ['ID=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:37.322874 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Attempting to bind port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:07:37.323205 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Attempting to bind port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '6b35c446-0915-4a9d-8637-1b166d776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74823171-a713-4723-823f-3ac14207cc72'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:07:37.323531 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Attempting to bind port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e on network 74823171-a713-4723-823f-3ac14207cc72 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:07:37.328030 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e on network 74823171-a713-4723-823f-3ac14207cc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:07:37.328367 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Attempting to bind port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e on network 74823171-a713-4723-823f-3ac14207cc72 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:07:37.333964 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:07:37.334303 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Checking segment: {'id': '6b35c446-0915-4a9d-8637-1b166d776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74823171-a713-4723-823f-3ac14207cc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:07:37.334676 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Bound using segment: {'id': '6b35c446-0915-4a9d-8637-1b166d776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74823171-a713-4723-823f-3ac14207cc72'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:07:37.335092 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Bound port: 0f672e22-24fe-42e6-ad6b-9c60ec54b09e, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b35c446-0915-4a9d-8637-1b166d776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74823171-a713-4723-823f-3ac14207cc72'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:07:37.335442 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:37.395920 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] For port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:07:37.398966 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] For port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:07:37.405653 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:37.438739 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:37.439378 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:37.441281 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] 10.222.0.65 "PUT /v2.0/ports/0f672e22-24fe-42e6-ad6b-9c60ec54b09e HTTP/1.1" status: 200 len: 1094 time: 0.5965161 May 30 12:07:37.441712 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99a1e0b-a450-43f6-82ca-32c64eac21b4', 'tag': '0f672e22-24fe-42e6-ad6b-9c60ec54b09e'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:07:37.443937 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c500c2-21ad-4309-8e62-4de64f9345ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f99a1e0b-a450-43f6-82ca-32c64eac21b4", "tag": "0f672e22-24fe-42e6-ad6b-9c60ec54b09e"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:07:37.467057 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2b355-b095-49dc-b7c6-0aaaa609f236 service neutron] Pushing event updated for resources: {'Port': ['ID=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:37.494179 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbec9d1f-4e0c-4424-8b6f-de026d8cfead x-openstack-request-id: req-dbec9d1f-4e0c-4424-8b6f-de026d8cfead {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:07:37.494473 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99a1e0b-a450-43f6-82ca-32c64eac21b4", "tag": "0f672e22-24fe-42e6-ad6b-9c60ec54b09e", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:07:37.494723 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbec9d1f-4e0c-4424-8b6f-de026d8cfead {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:07:37.495126 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbec9d1f-4e0c-4424-8b6f-de026d8cfead'] response: {'name': 'network-changed', 'server_uuid': 'f99a1e0b-a450-43f6-82ca-32c64eac21b4', 'tag': '0f672e22-24fe-42e6-ad6b-9c60ec54b09e', 'status': 'completed', 'code': 200} May 30 12:07:37.542537 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-007a1ce7-c2c7-42f6-b24e-fae539dbff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:37.544272 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-007a1ce7-c2c7-42f6-b24e-fae539dbff8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94cd1e0377594f52bb5bfa7159731d48&device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 1128 time: 0.0418422 May 30 12:07:37.599105 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-b2fa0ec1-a679-4866-b778-bad4865f37be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f672e22-24fe-42e6-ad6b-9c60ec54b09e HTTP/1.1" status: 200 len: 217 time: 0.0408556 May 30 12:07:37.651186 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-92549a22-c292-45df-ac4c-478f4e5434e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:37.652681 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-92549a22-c292-45df-ac4c-478f4e5434e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c489d91-d9a5-4c7a-8f87-3bade9001556 HTTP/1.1" status: 200 len: 854 time: 0.0451984 May 30 12:07:37.685181 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-4ae983b8-a573-4e21-af1f-60ab22eb98e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74823171-a713-4723-823f-3ac14207cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259681 May 30 12:07:37.778860 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-e97a130b-9bf1-42e8-b22d-e74f2bb075bc service neutron] 10.222.0.65 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865963 May 30 12:07:37.870769 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-dc737708-b5b5-4d3e-bac5-f8e75dab7024 req-2c4cd44a-1e39-4766-857c-6e9645dbb94f service neutron] 10.222.0.65 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811672 May 30 12:07:38.091836 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb6c8a-0c3f-41ba-b8d6-341e6c642f8c req-305971d7-44c7-412d-9ed7-eaa14b9ba13a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:38.093255 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fbbb6c8a-0c3f-41ba-b8d6-341e6c642f8c req-305971d7-44c7-412d-9ed7-eaa14b9ba13a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 944 time: 0.0520933 May 30 12:07:38.139949 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fbbb6c8a-0c3f-41ba-b8d6-341e6c642f8c req-c76e625b-0001-41c4-b7cd-a8cc79e5e416 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 May 30 12:07:38.324772 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:39.105513 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-0ed5dfa3-6735-4d63-aa77-0e759103f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:39.107105 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-0ed5dfa3-6735-4d63-aa77-0e759103f9bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94cd1e0377594f52bb5bfa7159731d48&device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 1128 time: 0.0478961 May 30 12:07:39.202535 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-cb72e79c-cfa9-4c1f-a0e0-37033c22ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:39.204030 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-cb72e79c-cfa9-4c1f-a0e0-37033c22ec5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=74823171-a713-4723-823f-3ac14207cc72 HTTP/1.1" status: 200 len: 915 time: 0.0888383 May 30 12:07:39.250278 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-150888dd-6c4b-4a0d-9d4b-d36ad709a358 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f672e22-24fe-42e6-ad6b-9c60ec54b09e HTTP/1.1" status: 200 len: 217 time: 0.0376341 May 30 12:07:39.257667 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809ea0a-efd3-4e22-a654-da6fcbbf1aa1 req-b8103283-d611-47db-bea6-943bedd13391 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:39.259141 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b809ea0a-efd3-4e22-a654-da6fcbbf1aa1 req-b8103283-d611-47db-bea6-943bedd13391 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 944 time: 0.0488169 May 30 12:07:39.304425 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-d14b8d80-64b6-46c7-aa42-9283f0de51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:39.306166 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-d14b8d80-64b6-46c7-aa42-9283f0de51e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c489d91-d9a5-4c7a-8f87-3bade9001556 HTTP/1.1" status: 200 len: 854 time: 0.0460074 May 30 12:07:39.309233 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b809ea0a-efd3-4e22-a654-da6fcbbf1aa1 req-f728485f-1263-47a3-8515-1a80cc68eb20 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 May 30 12:07:39.341834 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-07ed5462-a292-443f-ab69-d563eee691c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74823171-a713-4723-823f-3ac14207cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267415 May 30 12:07:39.439652 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-ae89d53b-7b85-46ed-8977-3d6190be3019 service neutron] 10.222.0.65 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859892 May 30 12:07:39.529937 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-62c500c2-21ad-4309-8e62-4de64f9345ef req-a8370634-8b89-4bbf-b79e-e9f0f9e25ec9 service neutron] 10.222.0.65 "GET /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820920 May 30 12:07:39.909897 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:39.925006 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:40.424797 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fa7ad-5c76-4c7c-857f-8d7a039d384b req-196e5b7f-6b74-4798-9680-fcba41b57691 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:40.426270 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-215fa7ad-5c76-4c7c-857f-8d7a039d384b req-196e5b7f-6b74-4798-9680-fcba41b57691 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 944 time: 0.0483761 May 30 12:07:40.446058 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 0f672e22-24fe-42e6-ad6b-9c60ec54b09e details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:07:40.463022 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:40.485578 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-215fa7ad-5c76-4c7c-857f-8d7a039d384b req-f64ea7aa-60fe-4fb2-ac33-21d40e615232 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518086 May 30 12:07:40.561189 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:07:40.574059 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '0f672e22-24fe-42e6-ad6b-9c60ec54b09e', 'network_id': '74823171-a713-4723-823f-3ac14207cc72', 'port_id': '0f672e22-24fe-42e6-ad6b-9c60ec54b09e', 'mac_address': 'fa:16:3e:8b:f0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c489d91-d9a5-4c7a-8f87-3bade9001556', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:07:40.610606 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:07:40.610989 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:40.625168 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f672e22-24fe-42e6-ad6b-9c60ec54b09e {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:07:40.646991 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:07:40.650800 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:40.674711 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:07:40.712990 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:40.962577 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['0f672e22-24fe-42e6-ad6b-9c60ec54b09e'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:07:41.602947 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dbeee-9054-480a-b856-d14527c942db req-b2e28600-c506-4d8d-9233-a182f47c5995 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:41.604474 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ce1dbeee-9054-480a-b856-d14527c942db req-b2e28600-c506-4d8d-9233-a182f47c5995 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 945 time: 0.0517085 May 30 12:07:41.645422 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:41.667432 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ce1dbeee-9054-480a-b856-d14527c942db req-d255b56d-3375-46a0-8a9d-a17488884154 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570810 May 30 12:07:41.957793 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afbd0c-10c5-406c-9969-bde12e027805 req-35808487-c469-474f-9f81-1a51ce515f0b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:41.959275 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f0afbd0c-10c5-406c-9969-bde12e027805 req-35808487-c469-474f-9f81-1a51ce515f0b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0488367 May 30 12:07:42.007354 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f0afbd0c-10c5-406c-9969-bde12e027805 req-b91476e1-00b9-4e9d-b54b-9b4336406ec7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 May 30 12:07:42.477183 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 0f672e22-24fe-42e6-ad6b-9c60ec54b09e up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:07:42.524624 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:07:42.530653 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:07:42.531101 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:42.604283 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:07:42.604670 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:42.627236 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a1e0b-a450-43f6-82ca-32c64eac21b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f672e22-24fe-42e6-ad6b-9c60ec54b09e'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:07:42.629495 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd39e4ca-a3ff-4322-bcae-0f4eb24d99b8" -d '{"events": [{"server_uuid": "f99a1e0b-a450-43f6-82ca-32c64eac21b4", "name": "network-vif-plugged", "status": "completed", "tag": "0f672e22-24fe-42e6-ad6b-9c60ec54b09e"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:07:42.644579 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:07:42.649998 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:42.672362 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f700fe-2c12-4737-b81e-881003fdc89e x-openstack-request-id: req-f5f700fe-2c12-4737-b81e-881003fdc89e {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:07:42.672647 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a1e0b-a450-43f6-82ca-32c64eac21b4", "name": "network-vif-plugged", "status": "completed", "tag": "0f672e22-24fe-42e6-ad6b-9c60ec54b09e", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:07:42.672893 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5f700fe-2c12-4737-b81e-881003fdc89e {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:07:42.673300 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f700fe-2c12-4737-b81e-881003fdc89e'] response: {'server_uuid': 'f99a1e0b-a450-43f6-82ca-32c64eac21b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f672e22-24fe-42e6-ad6b-9c60ec54b09e', 'code': 200} May 30 12:07:42.701889 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:42.810029 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076668-5926-4a81-8fd5-63710602f3ac req-36cf4c9e-6e1d-496e-ba1d-ad19769da1cc tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:42.811512 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0076668-5926-4a81-8fd5-63710602f3ac req-36cf4c9e-6e1d-496e-ba1d-ad19769da1cc tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 946 time: 0.0596154 May 30 12:07:42.839757 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:42.848641 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd400a-d412-40f4-97f8-a2d21a3ecaaf req-a5379d9f-161c-4a76-8be4-23f5eb298086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:42.850166 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b1cd400a-d412-40f4-97f8-a2d21a3ecaaf req-a5379d9f-161c-4a76-8be4-23f5eb298086 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 1130 time: 0.0421329 May 30 12:07:42.861937 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0076668-5926-4a81-8fd5-63710602f3ac req-5dcfdc5d-1426-4d14-94da-860222e8a731 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429125 May 30 12:07:42.888005 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:42.906277 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b1cd400a-d412-40f4-97f8-a2d21a3ecaaf req-d8f01e97-ef47-4efa-90ec-f4a9fad4d8f5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460269 May 30 12:07:43.127149 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3749c40-dd6d-4b74-9d4f-24c0e27ef2fc req-68f03544-71e5-4469-a152-0ed71f09967c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:43.128589 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a3749c40-dd6d-4b74-9d4f-24c0e27ef2fc req-68f03544-71e5-4469-a152-0ed71f09967c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0474215 May 30 12:07:43.176664 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a3749c40-dd6d-4b74-9d4f-24c0e27ef2fc req-6f8a353b-c5c1-4012-bc67-d302abf3d645 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413187 May 30 12:07:43.978926 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd2754-8bf8-4031-bdf8-336553964647 req-defe6a97-488f-4675-b522-c36661836b6b tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:43.980519 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-83fd2754-8bf8-4031-bdf8-336553964647 req-defe6a97-488f-4675-b522-c36661836b6b tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 946 time: 0.0508139 May 30 12:07:44.028075 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-83fd2754-8bf8-4031-bdf8-336553964647 req-73e0c7d6-89ef-4294-93d4-2aca06f04a01 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 May 30 12:07:44.292749 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbb8c9-8692-45c1-93ba-c1aed0db5057 req-2090ba3f-0de9-4e0c-b05e-6c7640bc506c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:44.294219 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-42fbb8c9-8692-45c1-93ba-c1aed0db5057 req-2090ba3f-0de9-4e0c-b05e-6c7640bc506c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0471120 May 30 12:07:44.327171 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:44.342756 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-42fbb8c9-8692-45c1-93ba-c1aed0db5057 req-55729533-769e-4cea-9aca-4d24bdbf53cd tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430138 May 30 12:07:45.146689 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17083209-f17a-48e6-b228-591fa0994ff5 req-f386a711-630b-4e79-8af6-1a2b882f12ad tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:45.148639 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-17083209-f17a-48e6-b228-591fa0994ff5 req-f386a711-630b-4e79-8af6-1a2b882f12ad tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 946 time: 0.0471318 May 30 12:07:45.198422 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-17083209-f17a-48e6-b228-591fa0994ff5 req-cdd7c521-c4a6-40a7-9f03-70779262e8df tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 May 30 12:07:45.467398 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8cc1f-7fcf-446b-8bd3-9dad2d4444a9 req-be87d658-446e-4d4a-bb2e-1a647aee8fef tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:45.468822 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3ef8cc1f-7fcf-446b-8bd3-9dad2d4444a9 req-be87d658-446e-4d4a-bb2e-1a647aee8fef tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0486157 May 30 12:07:45.528849 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3ef8cc1f-7fcf-446b-8bd3-9dad2d4444a9 req-17480fe2-597e-45f5-8ad7-30a5f9ff7116 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542977 May 30 12:07:46.640969 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31102177-fbdb-4c1f-a0a8-6587f9f6da1a req-8c2a8ca7-eec6-43e5-a4a7-dbbfcabe054a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:46.642420 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-31102177-fbdb-4c1f-a0a8-6587f9f6da1a req-8c2a8ca7-eec6-43e5-a4a7-dbbfcabe054a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0471892 May 30 12:07:46.690004 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-31102177-fbdb-4c1f-a0a8-6587f9f6da1a req-77bb556f-f9b3-49f3-8541-af32109e9175 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 May 30 12:07:47.815353 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed69ca8-ba48-471f-8806-169ba26eff51 req-a7f60044-d5e3-48f1-93e5-f4ba14a3b22a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:47.816875 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0ed69ca8-ba48-471f-8806-169ba26eff51 req-a7f60044-d5e3-48f1-93e5-f4ba14a3b22a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0528662 May 30 12:07:47.863603 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0ed69ca8-ba48-471f-8806-169ba26eff51 req-31c6ba70-4ff4-41f9-bf19-20f80f94b69f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404758 May 30 12:07:48.631658 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517452cb-e572-4a19-b45a-616e2144c800 req-198084fa-d5fa-49a3-91d8-a110796a185f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:48.633413 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-517452cb-e572-4a19-b45a-616e2144c800 req-198084fa-d5fa-49a3-91d8-a110796a185f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 945 time: 0.0485740 May 30 12:07:48.680607 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-517452cb-e572-4a19-b45a-616e2144c800 req-bc646b59-079c-413f-82a5-50fc60fcc41c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416873 May 30 12:07:48.979783 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e552-de6a-41de-bde2-a4a9ce826098 req-cf39db6b-dda3-4b1a-9462-079d9c9c01a2 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:48.981491 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ab74e552-de6a-41de-bde2-a4a9ce826098 req-cf39db6b-dda3-4b1a-9462-079d9c9c01a2 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0475228 May 30 12:07:49.009864 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:49.032253 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ab74e552-de6a-41de-bde2-a4a9ce826098 req-a783ad72-a09a-4be2-adbd-273bd2cb2422 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454843 May 30 12:07:49.799466 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a9a87-5361-47a9-a270-0c50ede6fc4e req-5d7c4cfb-d04b-4e1e-8210-b4f12fb2dfbc tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:49.800974 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-343a9a87-5361-47a9-a270-0c50ede6fc4e req-5d7c4cfb-d04b-4e1e-8210-b4f12fb2dfbc tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 945 time: 0.0492246 May 30 12:07:49.848055 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-343a9a87-5361-47a9-a270-0c50ede6fc4e req-bdb50c48-f689-4381-9914-b3a8cbc4dca8 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409589 May 30 12:07:50.152845 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f6f49-a106-4a05-9e28-1b0624b3d0a1 req-acbc48da-8370-411d-a213-6ada4c875f20 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:50.154206 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fc6f6f49-a106-4a05-9e28-1b0624b3d0a1 req-acbc48da-8370-411d-a213-6ada4c875f20 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0477762 May 30 12:07:50.202879 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fc6f6f49-a106-4a05-9e28-1b0624b3d0a1 req-73554513-534c-415f-afd4-cb715b1e6b80 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 May 30 12:07:50.420438 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-6e26dabc-b428-4e7c-8917-3fd70683d263 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:50.420438 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-6e26dabc-b428-4e7c-8917-3fd70683d263 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 945 time: 0.0480821 May 30 12:07:50.507344 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Deleting port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:07:50.508035 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:50.607099 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] For port 8206cdb6-1ac2-439c-8225-5f66c1635ad9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8206cdb6-1ac2-439c-8225-5f66c1635ad9,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:07:50.607617 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:50.830107 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:50.830469 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (b7d1a5c8-2b56-4614-b581-a194c538b714), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:50.830835 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Floating IP b7d1a5c8-2b56-4614-b581-a194c538b714 disassociated. External IP: 172.27.1.157, port: 8206cdb6-1ac2-439c-8225-5f66c1635ad9. May 30 12:07:50.831173 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Calling delete_port for 8206cdb6-1ac2-439c-8225-5f66c1635ad9 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:07:50.963366 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (8206cdb6-1ac2-439c-8225-5f66c1635ad9), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:50.995978 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'Port': ['ID=8206cdb6-1ac2-439c-8225-5f66c1635ad9,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:51.113448 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:07:51.199993 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436e24-b8eb-4439-a046-8b29abbbaa8f req-bf1444ad-6e7d-453a-a39f-f371a0b6acf6 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:51.201795 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-46436e24-b8eb-4439-a046-8b29abbbaa8f req-bf1444ad-6e7d-453a-a39f-f371a0b6acf6 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 945 time: 0.2834203 May 30 12:07:51.262849 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-46436e24-b8eb-4439-a046-8b29abbbaa8f req-6ce7d3c2-ac42-4682-a4ba-0ebe6dd5865e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547874 May 30 12:07:51.341650 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdabb01-4fe7-4931-af21-facae55b25f5 req-f2fbb4cf-65f3-469c-b884-67ca4ddad0fe tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:51.343428 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8cdabb01-4fe7-4931-af21-facae55b25f5 req-f2fbb4cf-65f3-469c-b884-67ca4ddad0fe tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0496936 May 30 12:07:51.395989 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8cdabb01-4fe7-4931-af21-facae55b25f5 req-422915c7-3ef3-414f-93a7-e3e485bbb5a7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466082 May 30 12:07:51.464012 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:07:51.475574 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:07:51.486030 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:07:51.486587 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:07:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:07:51.508659 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] No DVR routers for this DVR port 8206cdb6-1ac2-439c-8225-5f66c1635ad9 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:07:51.511451 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:51.514888 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-32751e2a-837e-4cf5-8c43-7341799eb064 req-2f075c2c-b9ea-4f11-b2c6-7d494def47c3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "DELETE /v2.0/ports/8206cdb6-1ac2-439c-8225-5f66c1635ad9 HTTP/1.1" status: 204 len: 173 time: 1.0888009 May 30 12:07:51.515437 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'name': 'network-vif-deleted', 'tag': '8206cdb6-1ac2-439c-8225-5f66c1635ad9'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:07:51.517751 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de44cd9f-7ce3-4dc3-8796-e3d7486c4801" -d '{"events": [{"server_uuid": "611aebbd-06cc-46a9-ba2f-a01decf8d94a", "name": "network-vif-deleted", "tag": "8206cdb6-1ac2-439c-8225-5f66c1635ad9"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:07:51.554346 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dbb630-7ca6-4407-af32-f1398f655e3a x-openstack-request-id: req-b4dbb630-7ca6-4407-af32-f1398f655e3a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:07:51.554945 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611aebbd-06cc-46a9-ba2f-a01decf8d94a", "name": "network-vif-deleted", "tag": "8206cdb6-1ac2-439c-8225-5f66c1635ad9", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:07:51.555473 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4dbb630-7ca6-4407-af32-f1398f655e3a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:07:51.555875 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4dbb630-7ca6-4407-af32-f1398f655e3a'] response: {'server_uuid': '611aebbd-06cc-46a9-ba2f-a01decf8d94a', 'name': 'network-vif-deleted', 'tag': '8206cdb6-1ac2-439c-8225-5f66c1635ad9', 'status': 'completed', 'code': 200} May 30 12:07:51.592711 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:07:51.843029 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5e71a911-0e33-4a9b-87dd-77d56695fc08', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:22Z', 'updated_at': '2022-05-30T12:05:07Z', 'revision_number': 2, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:07:51.871419 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:07:51.887911 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:07:51.888557 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:07:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:07:51.988509 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:07:52.212697 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5e71a911-0e33-4a9b-87dd-77d56695fc08', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:22Z', 'updated_at': '2022-05-30T12:05:07Z', 'revision_number': 2, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:07:52.240575 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee466c3-e4b4-455d-8515-1c53f5b568c6 None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5e71a911-0e33-4a9b-87dd-77d56695fc08', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': 'f3718156-6792-4881-a093-e2245a9c75e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:57:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:04:22Z', 'updated_at': '2022-05-30T12:05:07Z', 'revision_number': 2, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:07:52.397465 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6fd9afab-800c-4e25-b464-861fcf19f3f0 req-2704510c-89eb-425a-8c1e-51f8573c24a0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=611aebbd-06cc-46a9-ba2f-a01decf8d94a HTTP/1.1" status: 200 len: 210 time: 0.0328963 May 30 12:07:52.560774 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ac7ac-c2d6-4390-a562-776b1d319158 None None] New status for floating IP b7d1a5c8-2b56-4614-b581-a194c538b714: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:07:52.581411 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3c17d-75ad-4fcf-a518-00ac9edec5b3 req-27d97347-6055-4840-b723-6ca2c01daf32 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:52.584968 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0c3c17d-75ad-4fcf-a518-00ac9edec5b3 req-27d97347-6055-4840-b723-6ca2c01daf32 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.1111267 May 30 12:07:52.670898 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0c3c17d-75ad-4fcf-a518-00ac9edec5b3 req-55325b3c-ab52-4a10-9f2e-1cacfb147a84 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738516 May 30 12:07:52.938526 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:52.964082 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c9b37-f332-4b27-82c0-446fce011b6f req-785fd3fe-c6fc-43e4-9ff8-b6bbd5486637 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:52.965905 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-715c9b37-f332-4b27-82c0-446fce011b6f req-785fd3fe-c6fc-43e4-9ff8-b6bbd5486637 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0687370 May 30 12:07:53.021272 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-4ffceb91-8ce6-430f-879e-bcf8f48a6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:53.024644 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-4ffceb91-8ce6-430f-879e-bcf8f48a6ad6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 1129 time: 0.0591977 May 30 12:07:53.031228 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-715c9b37-f332-4b27-82c0-446fce011b6f req-e77025fb-7ab6-4cbb-b089-65631cba91b8 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571103 May 30 12:07:53.124977 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:53.125723 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:53.127011 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-76725ebf-fa49-4fcc-870f-957da3a35e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:53.128892 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-76725ebf-fa49-4fcc-870f-957da3a35e4b service neutron] 10.222.0.65 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 912 time: 0.0960655 May 30 12:07:53.206464 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-420c0221-b466-41d0-96b1-66ccca10b83d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40 HTTP/1.1" status: 200 len: 1001 time: 0.0699277 May 30 12:07:53.262998 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-f2ebd7f3-ae84-4dca-b5e7-38533b6541a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:53.264256 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-f2ebd7f3-ae84-4dca-b5e7-38533b6541a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2ae6479-93d2-4a09-ab33-a83977406b66 HTTP/1.1" status: 200 len: 850 time: 0.0509431 May 30 12:07:53.309662 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-a5e7ebcd-9a59-4967-b41b-f831068a3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:53.311170 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-a5e7ebcd-9a59-4967-b41b-f831068a3663 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e532e692-bceb-4466-adae-3cc4239d2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407360 May 30 12:07:53.407147 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-297299ec-bdfb-4b5f-8239-203074b6af81 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848968 May 30 12:07:53.512489 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44206) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:07:53.520014 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-19856fe2-edcf-47b1-945a-3771e8b17db9 req-aef02c5f-6ffe-45c9-8a81-51161a3d58e8 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005988 May 30 12:07:53.580099 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (4a4d5a88-839c-4d55-8908-ebfb4c9dfb39), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:53.608965 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (4a4d5a88-839c-4d55-8908-ebfb4c9dfb39), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:53.662461 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (4a4d5a88-839c-4d55-8908-ebfb4c9dfb39), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:53.665949 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:53.667186 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a4d5a88-839c-4d55-8908-ebfb4c9dfb39 HTTP/1.1" status: 204 len: 168 time: 0.1536038 May 30 12:07:53.670015 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44208) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:07:53.677097 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d5a88-839c-4d55-8908-ebfb4c9dfb39,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:53.685574 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.685982 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.686113 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.api.v2.resource [None req-cfbb21f0-63e8-42c8-8397-a5658ea1f32b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] show failed (client error): The resource could not be found. May 30 12:07:53.686310 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.686600 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.689840 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690012 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-cfbb21f0-63e8-42c8-8397-a5658ea1f32b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups/4a4d5a88-839c-4d55-8908-ebfb4c9dfb39 HTTP/1.1" status: 404 len: 347 time: 0.0158410 May 30 12:07:53.690110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690110 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690794 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f4f79e-ee33-4ab7-a0e0-a6cffb1c1b47 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:07:53.690871 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44210) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:07:53.822197 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Deleting port f91e29c1-44a7-41a6-b82c-986194993bce {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:07:53.822551 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (f91e29c1-44a7-41a6-b82c-986194993bce), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:53.906979 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (f91e29c1-44a7-41a6-b82c-986194993bce), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:53.907303 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (f91e29c1-44a7-41a6-b82c-986194993bce), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:53.922093 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Calling delete_port for f91e29c1-44a7-41a6-b82c-986194993bce owned by network:floatingip {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:07:54.065969 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (f91e29c1-44a7-41a6-b82c-986194993bce), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:54.105505 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'Port': ['ID=f91e29c1-44a7-41a6-b82c-986194993bce,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:07:54.126331 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (b7d1a5c8-2b56-4614-b581-a194c538b714), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:54.128956 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:07:54.130150 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-6b6d9e4a-977f-4b7c-930e-fc5f80a231a9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "DELETE /v2.0/floatingips/b7d1a5c8-2b56-4614-b581-a194c538b714 HTTP/1.1" status: 204 len: 168 time: 0.4383662 May 30 12:07:54.160916 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a85f8f-8d5e-41b1-97b3-13ec3764b886 req-fd1c9f5f-f2bc-4d78-8495-83954009068e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:54.162420 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0a85f8f-8d5e-41b1-97b3-13ec3764b886 req-fd1c9f5f-f2bc-4d78-8495-83954009068e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0534997 May 30 12:07:54.213934 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0a85f8f-8d5e-41b1-97b3-13ec3764b886 req-5db34039-13f0-498d-b16a-d3571d3cd3d8 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453031 May 30 12:07:55.290904 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 8206cdb6-1ac2-439c-8225-5f66c1635ad9 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:07:55.310800 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 8206cdb6-1ac2-439c-8225-5f66c1635ad9 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:07:55.311146 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 8206cdb6-1ac2-439c-8225-5f66c1635ad9 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:07:55.341775 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce894de-a97c-4b5e-a904-1bcc8c003545 req-41631c03-418e-4b75-aa19-579b393825dc tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:55.343246 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9ce894de-a97c-4b5e-a904-1bcc8c003545 req-41631c03-418e-4b75-aa19-579b393825dc tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0591850 May 30 12:07:55.390475 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9ce894de-a97c-4b5e-a904-1bcc8c003545 req-394b1dda-66f0-40eb-9eb3-33f3cb659df1 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417347 May 30 12:07:56.496425 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:07:56.511232 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4dc05-509d-4b9a-a425-cf5875b3ef02 req-09faa56c-3a5a-4804-bc7a-f0693a8e7807 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:56.512772 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-22b4dc05-509d-4b9a-a425-cf5875b3ef02 req-09faa56c-3a5a-4804-bc7a-f0693a8e7807 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0505366 May 30 12:07:56.565423 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-22b4dc05-509d-4b9a-a425-cf5875b3ef02 req-4f36ffe6-759f-4185-b752-623605415c90 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466294 May 30 12:07:57.680299 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80109b12-4d4b-48dc-b3b6-f6548fe297ef req-eb88516b-e47c-4b80-a130-bd30bb877f11 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:07:57.681786 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-80109b12-4d4b-48dc-b3b6-f6548fe297ef req-eb88516b-e47c-4b80-a130-bd30bb877f11 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0479348 May 30 12:07:57.731910 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-80109b12-4d4b-48dc-b3b6-f6548fe297ef req-7ed5ef4b-9913-4bc7-a09b-2b72c78ace5f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446379 May 30 12:08:02.214933 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=76 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:02.215596 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=82 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:02.729015 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-d5581c1b-6e2a-456f-9bae-1a6d4c903db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:02.731254 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-d5581c1b-6e2a-456f-9bae-1a6d4c903db3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 1129 time: 0.0453491 May 30 12:08:02.741478 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0df9-daa9-4b03-8f5b-5c9e0c39ef2d req-35faad9e-411a-4fa3-b97e-5c4ba89ef642 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:02.743655 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-76fa0df9-daa9-4b03-8f5b-5c9e0c39ef2d req-35faad9e-411a-4fa3-b97e-5c4ba89ef642 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0504391 May 30 12:08:02.792907 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:02.815744 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-76fa0df9-daa9-4b03-8f5b-5c9e0c39ef2d req-e7fb67b5-ebcd-4924-8ede-d0dd43da59a2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649962 May 30 12:08:02.837586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-568158cc-0ec8-4fc9-a271-455a934d8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:02.839156 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-568158cc-0ec8-4fc9-a271-455a934d8d08 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.1017992 May 30 12:08:02.904910 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-3ec7a638-761d-4138-8ae5-e4f058061d78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e405a0d8-23b0-474a-be51-1a5734d329c4 HTTP/1.1" status: 200 len: 1001 time: 0.0570481 May 30 12:08:02.955612 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-1bfdd80e-3e3b-48fa-bb42-4ff2f1a56bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:02.957112 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-1bfdd80e-3e3b-48fa-bb42-4ff2f1a56bee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0460002 May 30 12:08:02.977345 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:03.013197 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-3b6c4111-b9cd-410f-85a3-5cf812da5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:03.014606 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-3b6c4111-b9cd-410f-85a3-5cf812da5d99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465882 May 30 12:08:03.111014 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-10a7a0be-8a67-4485-bdbf-df6af29bd355 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889101 May 30 12:08:03.140065 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2414a-fa6a-4b3b-b5e9-1b882cef0ffa req-33480244-7be6-406f-aceb-215749b6d46a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:03.141579 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1bf2414a-fa6a-4b3b-b5e9-1b882cef0ffa req-33480244-7be6-406f-aceb-215749b6d46a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 946 time: 0.0482311 May 30 12:08:03.150654 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:03.193099 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1bf2414a-fa6a-4b3b-b5e9-1b882cef0ffa req-a3583635-93bc-4364-82c7-fdb2d21f3625 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456204 May 30 12:08:03.215971 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-718af35b-d475-405e-b7c4-a0b27771bb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:03.953104 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542fb75-548b-4569-90ed-b6debffadd40 req-4177dce2-0481-45fb-91a8-9b8c52aa5db1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:03.954597 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e542fb75-548b-4569-90ed-b6debffadd40 req-4177dce2-0481-45fb-91a8-9b8c52aa5db1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0580411 May 30 12:08:04.001677 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e542fb75-548b-4569-90ed-b6debffadd40 req-d6bb6294-617f-4907-be2e-db394c6fb0be tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 May 30 12:08:04.311459 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e3524-7994-45a8-8678-82f685ed2c8f req-a450f286-0912-4f3c-aa96-16b0b9636573 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:04.312939 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-288e3524-7994-45a8-8678-82f685ed2c8f req-a450f286-0912-4f3c-aa96-16b0b9636573 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 946 time: 0.0476432 May 30 12:08:04.331718 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:04.362143 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-288e3524-7994-45a8-8678-82f685ed2c8f req-1047e137-0134-412e-be1f-adfcd085c91b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436788 May 30 12:08:04.535848 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-df1b2f95-b1ec-4cb6-9b95-bca0f5e0a549 req-3e194073-8910-46e3-a39b-822417ad001a service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933032 May 30 12:08:04.914632 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-ea71961f-95c7-4f89-aaf0-086cff15d4d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420113 May 30 12:08:05.050881 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-7455c9dd-ad82-44b5-a7de-44820401f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:05.052567 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-7455c9dd-ad82-44b5-a7de-44820401f1ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 1130 time: 0.0708849 May 30 12:08:05.061489 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b800519-4309-4b00-bae3-84fdf52663ac req-7d173b2d-bf1f-4406-810f-5cddf4f2b994 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:05.063148 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3b800519-4309-4b00-bae3-84fdf52663ac req-7d173b2d-bf1f-4406-810f-5cddf4f2b994 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 946 time: 0.0901220 May 30 12:08:05.138972 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800b688-e572-433c-be4e-44c026db81dd req-4f82fa0c-2f9e-4464-bcca-cafda3b8d41a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:05.140545 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3800b688-e572-433c-be4e-44c026db81dd req-4f82fa0c-2f9e-4464-bcca-cafda3b8d41a tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0663545 May 30 12:08:05.217768 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3800b688-e572-433c-be4e-44c026db81dd req-eb66d36b-dfb4-488b-b0d6-fc7a89ad14ff tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705173 May 30 12:08:05.243746 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Deleting port f3718156-6792-4881-a093-e2245a9c75e4 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:08:05.244254 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (f3718156-6792-4881-a093-e2245a9c75e4), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:05.305192 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-235bcd2f-4852-4dcf-88de-096c45d1777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:05.306705 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-235bcd2f-4852-4dcf-88de-096c45d1777b service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.2092068 May 30 12:08:05.352584 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] For port f3718156-6792-4881-a093-e2245a9c75e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f3718156-6792-4881-a093-e2245a9c75e4,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:05.352893 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (f3718156-6792-4881-a093-e2245a9c75e4), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:05.481090 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9da5d-de4f-492a-b0f0-e9f6ab3dbba4 req-acb04e7a-de2b-44d4-ae7a-231275268a4e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:05.481090 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6ec9da5d-de4f-492a-b0f0-e9f6ab3dbba4 req-acb04e7a-de2b-44d4-ae7a-231275268a4e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 946 time: 0.0473785 May 30 12:08:05.520290 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:05.520641 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (5e71a911-0e33-4a9b-87dd-77d56695fc08), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:05.520959 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Floating IP 5e71a911-0e33-4a9b-87dd-77d56695fc08 disassociated. External IP: 172.27.1.109, port: f3718156-6792-4881-a093-e2245a9c75e4. May 30 12:08:05.521302 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Calling delete_port for f3718156-6792-4881-a093-e2245a9c75e4 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:08:05.529202 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d680eec0-fa0f-4604-9c12-58024697c1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:05.532095 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6ec9da5d-de4f-492a-b0f0-e9f6ab3dbba4 req-6fdf404c-3077-4df9-a1e1-a79238198fa2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9daea8c4-e249-47fa-8141-1967cb5df373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469344 May 30 12:08:05.582613 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:05.601320 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:05.705380 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (f3718156-6792-4881-a093-e2245a9c75e4), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:05.708449 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-a87c2ff4-7274-4801-b5f2-d244dd4a2511 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66de87a6-f3b1-41fb-8926-85240efcbe51 HTTP/1.1" status: 200 len: 1000 time: 0.0801845 May 30 12:08:05.736599 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'Port': ['ID=f3718156-6792-4881-a093-e2245a9c75e4,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:05.839866 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-60fcb1c5-d210-4d97-b26e-c7f9deba73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:05.841359 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-60fcb1c5-d210-4d97-b26e-c7f9deba73e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0616205 May 30 12:08:05.918861 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:08:05.919892 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-767a6860-0b3e-4d01-a65c-c912ef3694c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:05.921360 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-767a6860-0b3e-4d01-a65c-c912ef3694c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568955 May 30 12:08:06.097587 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-a8bd62a4-5223-4666-ab7d-dee0edd5fa16 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663992 May 30 12:08:06.098970 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:08:06.109887 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:08:06.185925 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] No DVR routers for this DVR port f3718156-6792-4881-a093-e2245a9c75e4 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:08:06.190056 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:06.193354 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3b800519-4309-4b00-bae3-84fdf52663ac req-c03a93c5-1ee7-4a2b-93eb-6580d1314b6e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "DELETE /v2.0/ports/f3718156-6792-4881-a093-e2245a9c75e4 HTTP/1.1" status: 204 len: 173 time: 1.1242425 May 30 12:08:06.193831 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'name': 'network-vif-deleted', 'tag': 'f3718156-6792-4881-a093-e2245a9c75e4'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:06.196239 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4889b35-d676-4869-9bba-a8b000c82e53" -d '{"events": [{"server_uuid": "54ad4de0-2282-4baf-86a4-40d5ba1ba62a", "name": "network-vif-deleted", "tag": "f3718156-6792-4881-a093-e2245a9c75e4"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:06.227964 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:06.228918 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:06.262099 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6075b373-e3c0-4fa7-b5b6-eec3bd1110e6 req-8b575069-fd43-48f5-a8cc-66a75a26278c service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553223 May 30 12:08:06.282476 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbd82b4-58a9-4167-b81f-283827bf337c x-openstack-request-id: req-fbbd82b4-58a9-4167-b81f-283827bf337c {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:06.282771 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ad4de0-2282-4baf-86a4-40d5ba1ba62a", "name": "network-vif-deleted", "tag": "f3718156-6792-4881-a093-e2245a9c75e4", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:06.283158 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbbd82b4-58a9-4167-b81f-283827bf337c {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:06.283905 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbd82b4-58a9-4167-b81f-283827bf337c'] response: {'server_uuid': '54ad4de0-2282-4baf-86a4-40d5ba1ba62a', 'name': 'network-vif-deleted', 'tag': 'f3718156-6792-4881-a093-e2245a9c75e4', 'status': 'completed', 'code': 200} May 30 12:08:06.360547 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:06.368532 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed664e7-0916-4f5c-9c72-5dee121d40e0 req-5686eca3-8a1b-4af7-8e35-7d192da38413 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:06.370389 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ed664e7-0916-4f5c-9c72-5dee121d40e0 req-5686eca3-8a1b-4af7-8e35-7d192da38413 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0594995 May 30 12:08:06.437044 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ed664e7-0916-4f5c-9c72-5dee121d40e0 req-cd5aa7fe-3580-4211-9d39-08e4f234f657 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594368 May 30 12:08:06.582411 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:06.615812 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:08:06.616598 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216bb1-e0aa-4e59-afa3-29762bf47859 req-f64b1b3a-57f9-4173-8991-a3409614d273 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:06.618167 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c6216bb1-e0aa-4e59-afa3-29762bf47859 req-f64b1b3a-57f9-4173-8991-a3409614d273 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 946 time: 0.0557792 May 30 12:08:06.626718 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:06.627702 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:06.690274 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4d8f101d-1228-42a1-9165-a3621da0ca25 req-040087ad-69e8-45c7-bd02-7b1873149e5f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 210 time: 0.0365057 May 30 12:08:06.702462 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c6216bb1-e0aa-4e59-afa3-29762bf47859 req-5077847f-90bc-4df5-84bc-080c6df9f80a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777621 May 30 12:08:06.734750 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:06.917193 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:06.925402 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:06.951788 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c030b1-b11a-4e09-a848-9286151846dd None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:08:07.168981 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d311c9-f182-4821-b1d6-be8e942d3464 None None] New status for floating IP 5e71a911-0e33-4a9b-87dd-77d56695fc08: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:08:07.171586 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:07.233845 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:07.549844 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af47ce-2829-47f9-aed3-59ff129b7260 req-de8cdf3b-ef97-4f12-a7bf-abff01e9cfa8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:07.551332 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e9af47ce-2829-47f9-aed3-59ff129b7260 req-de8cdf3b-ef97-4f12-a7bf-abff01e9cfa8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0495985 May 30 12:08:07.603002 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e9af47ce-2829-47f9-aed3-59ff129b7260 req-344d1f22-5398-49c8-8792-9fcdde73bbb0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461602 May 30 12:08:07.822362 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7603a8c7-a15b-4223-a259-e56fa13763ba req-b5e19c41-a5d1-466e-8ac9-9b73082d0d92 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ad4de0-2282-4baf-86a4-40d5ba1ba62a HTTP/1.1" status: 200 len: 210 time: 0.0432448 May 30 12:08:07.838434 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f074d-d6e4-4063-b30e-5fbe1d8f94bd req-4f4f84f5-3eb1-4940-8222-357ac0a8df65 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:07.839922 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-561f074d-d6e4-4063-b30e-5fbe1d8f94bd req-4f4f84f5-3eb1-4940-8222-357ac0a8df65 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 946 time: 0.0709200 May 30 12:08:07.851664 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:07.889209 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-561f074d-d6e4-4063-b30e-5fbe1d8f94bd req-0cd6279e-c7db-4008-8194-1a4669d8f99a tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 May 30 12:08:08.332384 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:08.620215 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device f3718156-6792-4881-a093-e2245a9c75e4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:08:08.639493 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-c302d3b6-1828-4d45-b62e-bb5f8bd504c1 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:08.641111 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-c302d3b6-1828-4d45-b62e-bb5f8bd504c1 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.65 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 946 time: 0.0518508 May 30 12:08:08.642482 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: f3718156-6792-4881-a093-e2245a9c75e4 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:08:08.642827 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device f3718156-6792-4881-a093-e2245a9c75e4 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:08:08.738616 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564508-f72f-4eea-be95-cf67ed60336c req-a14fa8d3-fc20-4784-98d9-221f7affaaaa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:08.740407 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e564508-f72f-4eea-be95-cf67ed60336c req-a14fa8d3-fc20-4784-98d9-221f7affaaaa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0572655 May 30 12:08:08.748685 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Deleting port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:08:08.749974 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:08.798391 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e564508-f72f-4eea-be95-cf67ed60336c req-3b53f576-5420-4e9b-aa89-0f8457642bbd tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505016 May 30 12:08:08.849506 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] For port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,segment=NetworkSegment(6b35c446-0915-4a9d-8637-1b166d776ecb),segment_id=6b35c446-0915-4a9d-8637-1b166d776ecb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:08.849784 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:08.915084 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44370) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:08.996469 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cae440f-af4f-434d-a2d2-a9e4e514e793 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (9daea8c4-e249-47fa-8141-1967cb5df373), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.047144 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cae440f-af4f-434d-a2d2-a9e4e514e793 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (9daea8c4-e249-47fa-8141-1967cb5df373), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.056062 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1341ae3-2f5f-4ba1-bc3d-9188cc7361c6 req-7e97ff1e-b69e-464e-aeca-72eac968ae6e tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:09.057663 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c1341ae3-2f5f-4ba1-bc3d-9188cc7361c6 req-7e97ff1e-b69e-464e-aeca-72eac968ae6e tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/ports?device_id=f99a1e0b-a450-43f6-82ca-32c64eac21b4 HTTP/1.1" status: 200 len: 946 time: 0.0770867 May 30 12:08:09.112187 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:09.113810 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Calling delete_port for 0f672e22-24fe-42e6-ad6b-9c60ec54b09e owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:08:09.130143 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c1341ae3-2f5f-4ba1-bc3d-9188cc7361c6 req-725b2cc9-0323-4cd1-9633-73601c669589 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.32 "GET /v2.0/security-groups?id=b364add3-ce2b-4a04-9dc3-b5b3338026a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662396 May 30 12:08:09.145805 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cae440f-af4f-434d-a2d2-a9e4e514e793 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (9daea8c4-e249-47fa-8141-1967cb5df373), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.149546 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8cae440f-af4f-434d-a2d2-a9e4e514e793 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.153417 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8cae440f-af4f-434d-a2d2-a9e4e514e793 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "DELETE /v2.0/security-groups/9daea8c4-e249-47fa-8141-1967cb5df373 HTTP/1.1" status: 204 len: 168 time: 0.2361019 May 30 12:08:09.154877 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44372) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:09.162720 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae440f-af4f-434d-a2d2-a9e4e514e793 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daea8c4-e249-47fa-8141-1967cb5df373,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:09.174934 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.api.v2.resource [None req-8adb09d4-8dd0-4286-8f80-64474bcafe61 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] show failed (client error): The resource could not be found. May 30 12:08:09.175948 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8adb09d4-8dd0-4286-8f80-64474bcafe61 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups/9daea8c4-e249-47fa-8141-1967cb5df373 HTTP/1.1" status: 404 len: 347 time: 0.0201561 May 30 12:08:09.179227 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44374) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:09.201636 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:09.227960 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:09.270343 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (0f672e22-24fe-42e6-ad6b-9c60ec54b09e), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.291203 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['0f672e22-24fe-42e6-ad6b-9c60ec54b09e'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:08:09.302924 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Pushing event deleted for resources: {'Port': ['ID=0f672e22-24fe-42e6-ad6b-9c60ec54b09e,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:09.320542 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Deleting port 809bc361-4018-4434-a9ff-98d412bf121d {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:08:09.320902 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (809bc361-4018-4434-a9ff-98d412bf121d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.353484 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] No DVR routers for this DVR port 0f672e22-24fe-42e6-ad6b-9c60ec54b09e on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:08:09.355979 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.359566 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-458700ee-71c4-49a4-ba81-dcca0159a9ed req-0dfac414-60c5-4e4a-9dd3-593ecd6e8810 tempest-VolumesSnapshotTestJSON-1260741086 tempest-VolumesSnapshotTestJSON-1260741086-project] 10.222.0.65 "DELETE /v2.0/ports/0f672e22-24fe-42e6-ad6b-9c60ec54b09e HTTP/1.1" status: 204 len: 173 time: 0.7051325 May 30 12:08:09.360038 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a1e0b-a450-43f6-82ca-32c64eac21b4', 'name': 'network-vif-deleted', 'tag': '0f672e22-24fe-42e6-ad6b-9c60ec54b09e'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:09.362892 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0e8c5f-70d4-4126-a289-35b31965ec36" -d '{"events": [{"server_uuid": "f99a1e0b-a450-43f6-82ca-32c64eac21b4", "name": "network-vif-deleted", "tag": "0f672e22-24fe-42e6-ad6b-9c60ec54b09e"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:09.401923 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857c5990-3092-46fb-a37b-510645d820f7 x-openstack-request-id: req-857c5990-3092-46fb-a37b-510645d820f7 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:09.402242 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a1e0b-a450-43f6-82ca-32c64eac21b4", "name": "network-vif-deleted", "tag": "0f672e22-24fe-42e6-ad6b-9c60ec54b09e", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:09.402502 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-857c5990-3092-46fb-a37b-510645d820f7 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:09.402905 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857c5990-3092-46fb-a37b-510645d820f7'] response: {'server_uuid': 'f99a1e0b-a450-43f6-82ca-32c64eac21b4', 'name': 'network-vif-deleted', 'tag': '0f672e22-24fe-42e6-ad6b-9c60ec54b09e', 'status': 'completed', 'code': 200} May 30 12:08:09.417335 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (809bc361-4018-4434-a9ff-98d412bf121d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.417729 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (809bc361-4018-4434-a9ff-98d412bf121d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.430769 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Calling delete_port for 809bc361-4018-4434-a9ff-98d412bf121d owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:08:09.606626 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (809bc361-4018-4434-a9ff-98d412bf121d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.632996 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'Port': ['ID=809bc361-4018-4434-a9ff-98d412bf121d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:09.698649 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (5e71a911-0e33-4a9b-87dd-77d56695fc08), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.701160 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.702373 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a6c3fdea-b5d9-48b9-88ac-e8d8d32a16e5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e71a911-0e33-4a9b-87dd-77d56695fc08 HTTP/1.1" status: 204 len: 168 time: 0.5221596 May 30 12:08:09.781351 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44380) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:09.786036 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-9b82b9c4-4ee6-4e4d-bb96-a1634d4a5af0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237638282', 'description': 'tempest-description--1150353866'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:09.809989 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9b82b9c4-4ee6-4e4d-bb96-a1634d4a5af0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.895872 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:09.927209 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9b82b9c4-4ee6-4e4d-bb96-a1634d4a5af0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (f88e6979-12ee-4c68-952c-45f0c10348b3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.929567 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.934944 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9b82b9c4-4ee6-4e4d-bb96-a1634d4a5af0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f88e6979-12ee-4c68-952c-45f0c10348b3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:09.967178 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0652b-d2ff-4648-b01e-30d8807d29db req-7ed92720-c20c-45be-943f-b9d6614750b1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:09.968714 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f9d0652b-d2ff-4648-b01e-30d8807d29db req-7ed92720-c20c-45be-943f-b9d6614750b1 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0885217 May 30 12:08:10.002994 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9b82b9c4-4ee6-4e4d-bb96-a1634d4a5af0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.004070 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9b82b9c4-4ee6-4e4d-bb96-a1634d4a5af0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2217209 May 30 12:08:10.004872 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82b9c4-4ee6-4e4d-bb96-a1634d4a5af0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88e6979-12ee-4c68-952c-45f0c10348b3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:10.007094 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44384) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:10.012184 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-da744ee8-20d5-403f-9351-00ef14b01d2d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group_rule': {'security_group_id': 'f88e6979-12ee-4c68-952c-45f0c10348b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:10.040800 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-da744ee8-20d5-403f-9351-00ef14b01d2d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (8d75d51e-4c4f-4309-ad76-77fd2cde0f81), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.041833 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f9d0652b-d2ff-4648-b01e-30d8807d29db req-8d34c042-08d0-4847-88b3-e91c7f03341b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640242 May 30 12:08:10.097797 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-da744ee8-20d5-403f-9351-00ef14b01d2d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (8d75d51e-4c4f-4309-ad76-77fd2cde0f81), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.102055 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-da744ee8-20d5-403f-9351-00ef14b01d2d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (8d75d51e-4c4f-4309-ad76-77fd2cde0f81), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.119196 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da744ee8-20d5-403f-9351-00ef14b01d2d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d75d51e-4c4f-4309-ad76-77fd2cde0f81,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:10.127800 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-da744ee8-20d5-403f-9351-00ef14b01d2d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.129041 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-da744ee8-20d5-403f-9351-00ef14b01d2d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206815 May 30 12:08:10.132370 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44386) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:10.136659 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-5b6c15cb-da9e-4313-ac54-8ab401e6ba5f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group_rule': {'security_group_id': 'f88e6979-12ee-4c68-952c-45f0c10348b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:10.164923 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5b6c15cb-da9e-4313-ac54-8ab401e6ba5f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (2dc0f2a4-6677-432b-a3dc-c819a1cafd1d), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.221022 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5b6c15cb-da9e-4313-ac54-8ab401e6ba5f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (2dc0f2a4-6677-432b-a3dc-c819a1cafd1d), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.225554 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5b6c15cb-da9e-4313-ac54-8ab401e6ba5f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (2dc0f2a4-6677-432b-a3dc-c819a1cafd1d), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.247573 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c15cb-da9e-4313-ac54-8ab401e6ba5f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc0f2a4-6677-432b-a3dc-c819a1cafd1d,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:10.260839 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5b6c15cb-da9e-4313-ac54-8ab401e6ba5f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.262064 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-5b6c15cb-da9e-4313-ac54-8ab401e6ba5f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287489 May 30 12:08:10.267514 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44392) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:10.272916 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:10.294693 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.381062 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.509671 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Allocated IP 172.27.1.159 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/b0b75574-9735-425f-a34d-c09fdf26a90f) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:08:10.603521 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=10 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:10.618997 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (b0b75574-9735-425f-a34d-c09fdf26a90f), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.640255 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:10.653609 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (b0b75574-9735-425f-a34d-c09fdf26a90f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.696319 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:08:10.701113 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:08:10.704870 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:08:10.717635 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=b0b75574-9735-425f-a34d-c09fdf26a90f,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:10.755522 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (7ecd802e-6171-4950-88d3-c58e19322b64), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.793252 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (b0b75574-9735-425f-a34d-c09fdf26a90f), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.973024 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (b0b75574-9735-425f-a34d-c09fdf26a90f), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:10.977376 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (b0b75574-9735-425f-a34d-c09fdf26a90f), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:11.012225 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (7ecd802e-6171-4950-88d3-c58e19322b64), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:11.033502 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=b0b75574-9735-425f-a34d-c09fdf26a90f,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:11.039761 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:11.040997 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d489bf97-cfd8-479b-a61d-e4d32b37bb2c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7724452 May 30 12:08:11.160639 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f9259-dddf-4604-97e1-42356536ba52 req-e4092fbe-556c-4cd3-bc05-9b7f67a6f722 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:11.162178 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c08f9259-dddf-4604-97e1-42356536ba52 req-e4092fbe-556c-4cd3-bc05-9b7f67a6f722 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0491073 May 30 12:08:11.217307 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c08f9259-dddf-4604-97e1-42356536ba52 req-f98b807b-c8b7-45c8-a2d0-f3ac84315b2f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493021 May 30 12:08:11.225533 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:11.257173 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-f2e2f4da-01fd-4707-b9c0-e0ec865b7006 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--237638282&fields=id&tenant_id=20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 267 time: 0.0523684 May 30 12:08:11.370613 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-e7a53bd1-59ee-4248-9cde-3acd2b093a0d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:11.372061 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-e7a53bd1-59ee-4248-9cde-3acd2b093a0d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 814 time: 0.1059098 May 30 12:08:11.387441 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-c2598948-a116-4474-b982-83b662e5a7d6 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/quotas/20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 375 time: 0.0096257 May 30 12:08:11.436054 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-bd11d94f-e24d-4e59-9414-032afc95db44 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436709 May 30 12:08:11.548533 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-92dafc0c-5f1b-4f37-a276-d1e7884629fd service neutron] 10.222.0.32 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916939 May 30 12:08:11.631916 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-bd5cec00-91c4-43ae-9b2d-5b6fd1acfde1 service neutron] 10.222.0.32 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862987 May 30 12:08:11.809042 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-505b8138-9ee6-42f0-b691-89fecbad66a5 req-0af9188e-ded7-4569-b4f2-fa7424a24b8b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 210 time: 0.0325608 May 30 12:08:12.333529 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6daec-c3be-45a0-89b5-319d5429e331 req-11e365a3-664f-43c6-a56e-b91694b94cfb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:12.335204 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d9f6daec-c3be-45a0-89b5-319d5429e331 req-11e365a3-664f-43c6-a56e-b91694b94cfb tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0478806 May 30 12:08:12.383722 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d9f6daec-c3be-45a0-89b5-319d5429e331 req-cc0e7e01-c888-4371-b1d4-304900127d3d tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425725 May 30 12:08:12.795619 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 0f672e22-24fe-42e6-ad6b-9c60ec54b09e no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:08:12.817921 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 0f672e22-24fe-42e6-ad6b-9c60ec54b09e {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:08:12.818254 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 0f672e22-24fe-42e6-ad6b-9c60ec54b09e not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:08:12.903030 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-58bf6784-1c77-4237-a9f1-f6c0d89bd238 req-466d1e05-3d56-49b7-a69a-7341ed37aa71 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 210 time: 0.0281627 May 30 12:08:13.501141 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da06cc9-8e09-4116-8b4c-9025ecfcb572 req-0adb1122-a980-4ee9-a21b-b8802231cbe8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:13.502620 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7da06cc9-8e09-4116-8b4c-9025ecfcb572 req-0adb1122-a980-4ee9-a21b-b8802231cbe8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0482035 May 30 12:08:13.554908 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7da06cc9-8e09-4116-8b4c-9025ecfcb572 req-98b08f52-ef07-4c70-a89a-3a71fa8c1b06 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464935 May 30 12:08:14.000320 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bbe3ff6c-a50e-491c-8d88-c4b5d82042d8 req-f654a976-0c7f-4cd4-8563-a2f602c16e10 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 210 time: 0.0273359 May 30 12:08:14.677818 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617a3d8-c0cc-4d3f-86e8-ce920323ea83 req-32f39de4-fb39-468e-b217-e6c98a5457c9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:14.679365 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9617a3d8-c0cc-4d3f-86e8-ce920323ea83 req-32f39de4-fb39-468e-b217-e6c98a5457c9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0521839 May 30 12:08:14.727327 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9617a3d8-c0cc-4d3f-86e8-ce920323ea83 req-5876dfe9-765f-4ff1-9108-7f7b9a0e5925 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 May 30 12:08:15.131202 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ce9bc11d-a93e-4d07-a0ca-0daff791fc62 req-fdd93120-7e72-4ebe-bbef-039e5ab53889 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 210 time: 0.0525122 May 30 12:08:15.213738 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-3dc0f77c-c89b-457f-8e3e-52ca5ce75d59 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:15.215157 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-3dc0f77c-c89b-457f-8e3e-52ca5ce75d59 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 814 time: 0.2029951 May 30 12:08:15.376874 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-e4e642ce-d01c-48b3-86c3-1a8b15db473b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 379 time: 0.0543487 May 30 12:08:15.386560 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'port': {'device_id': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'admin_state_up': True, 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'security_groups': ['f88e6979-12ee-4c68-952c-45f0c10348b3']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:15.500391 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Made reservation on behalf of 20763921c37c4e81bba702e09bf628b2 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:08:15.504018 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:15.529258 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:15.640291 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:15.641530 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Allocated IP 172.20.0.11 (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd/618868ac-cc31-49ee-9b06-aea54f013472/4e970db9-1999-42dc-98dc-b12c5dd44b3f) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:08:15.781063 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:15.806900 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:15.814669 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:15.847552 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae672943-ecdb-40b6-9c00-7a3e7c6d1e1b req-fb287a5f-d84a-4a4a-a8b7-c526d3fb705c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:15.849101 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ae672943-ecdb-40b6-9c00-7a3e7c6d1e1b req-fb287a5f-d84a-4a4a-a8b7-c526d3fb705c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0520556 May 30 12:08:15.863978 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:08:15.868142 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:08:15.872066 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:08:15.878459 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:15.879322 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:15.886428 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=4e970db9-1999-42dc-98dc-b12c5dd44b3f,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:15.905363 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-2a9f35cd-5197-4b62-bc59-e9fc2449e240 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5225806 May 30 12:08:15.913208 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ae672943-ecdb-40b6-9c00-7a3e7c6d1e1b req-245bb48c-0bdd-4099-8212-57a5b2947b5f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578535 May 30 12:08:15.917826 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Request body: {'port': {'device_id': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:15.983214 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:16.148249 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-ffc1091c-214d-4b4d-8030-9978811984d5 None None] Provisioning complete for port 4e970db9-1999-42dc-98dc-b12c5dd44b3f triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:08:16.148838 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ffc1091c-214d-4b4d-8030-9978811984d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:16.184370 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1091c-214d-4b4d-8030-9978811984d5 None None] Port 4e970db9-1999-42dc-98dc-b12c5dd44b3f cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:08:16.250750 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57d047-802c-4ab8-9a16-4e12e64bb75a req-acb6a92d-aafa-4b7f-9069-d4d0c24d260a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:16.252811 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3e57d047-802c-4ab8-9a16-4e12e64bb75a req-acb6a92d-aafa-4b7f-9069-d4d0c24d260a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 932 time: 0.0546460 May 30 12:08:16.308130 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e970db9-1999-42dc-98dc-b12c5dd44b3f {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:08:16.315395 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3e57d047-802c-4ab8-9a16-4e12e64bb75a req-393aed7e-74f2-4f7c-97d7-8e666d24c796 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535331 May 30 12:08:16.321503 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Publish callbacks [] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:16.335737 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Transition to ACTIVE for port object 4e970db9-1999-42dc-98dc-b12c5dd44b3f will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:08:16.340707 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:16.387359 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:16.400263 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e970db9-1999-42dc-98dc-b12c5dd44b3f,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:16.434105 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Attempting to bind port 4e970db9-1999-42dc-98dc-b12c5dd44b3f on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:08:16.434229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Attempting to bind port 4e970db9-1999-42dc-98dc-b12c5dd44b3f by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:08:16.434534 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Attempting to bind port 4e970db9-1999-42dc-98dc-b12c5dd44b3f on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:08:16.439291 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Port 4e970db9-1999-42dc-98dc-b12c5dd44b3f on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:08:16.439614 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Attempting to bind port 4e970db9-1999-42dc-98dc-b12c5dd44b3f on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:08:16.445222 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:08:16.445565 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Checking segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:08:16.445946 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Bound using segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:08:16.446375 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Bound port: 4e970db9-1999-42dc-98dc-b12c5dd44b3f, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:08:16.446736 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:16.461786 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:16.517716 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] For port 4e970db9-1999-42dc-98dc-b12c5dd44b3f, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:08:16.521683 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] For port 4e970db9-1999-42dc-98dc-b12c5dd44b3f, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4e970db9-1999-42dc-98dc-b12c5dd44b3f,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:08:16.529714 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:16.569303 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:16.569921 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:16.575762 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] 10.222.0.65 "PUT /v2.0/ports/4e970db9-1999-42dc-98dc-b12c5dd44b3f HTTP/1.1" status: 200 len: 1094 time: 0.6588657 May 30 12:08:16.575762 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'tag': '4e970db9-1999-42dc-98dc-b12c5dd44b3f'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:16.575762 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1975d04a-3f8c-4a3d-944d-c4b8146f39db" -d '{"events": [{"name": "network-changed", "server_uuid": "ed036712-bf1c-4eaa-9736-b486dc1f76bf", "tag": "4e970db9-1999-42dc-98dc-b12c5dd44b3f"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:16.594559 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b204ccf-178d-41a4-927d-142fcbfdf5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e970db9-1999-42dc-98dc-b12c5dd44b3f,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:16.661595 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfb2463-56cc-4d76-9bd9-b1d2b3899b7d x-openstack-request-id: req-cdfb2463-56cc-4d76-9bd9-b1d2b3899b7d {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:16.662022 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed036712-bf1c-4eaa-9736-b486dc1f76bf", "tag": "4e970db9-1999-42dc-98dc-b12c5dd44b3f", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:16.662380 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdfb2463-56cc-4d76-9bd9-b1d2b3899b7d {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:16.662952 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfb2463-56cc-4d76-9bd9-b1d2b3899b7d'] response: {'name': 'network-changed', 'server_uuid': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'tag': '4e970db9-1999-42dc-98dc-b12c5dd44b3f', 'status': 'completed', 'code': 200} May 30 12:08:16.675830 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-3b4fec0a-e75d-450b-967a-320e58208cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:16.677362 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-3b4fec0a-e75d-450b-967a-320e58208cd9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 1128 time: 0.0514011 May 30 12:08:16.725350 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-4fc27d39-7737-48ba-b335-e2ada39d348d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e970db9-1999-42dc-98dc-b12c5dd44b3f HTTP/1.1" status: 200 len: 217 time: 0.0384681 May 30 12:08:16.776971 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-004eebd5-704d-4d73-b1ea-0d83637d57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:16.778433 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-004eebd5-704d-4d73-b1ea-0d83637d57a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.0473928 May 30 12:08:16.824115 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-398e57ed-0ff3-45b1-9004-e0defd88c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:16.825628 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-398e57ed-0ff3-45b1-9004-e0defd88c765 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398858 May 30 12:08:16.923348 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-f45951e4-0322-42b4-821a-e4a774afab4f service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904520 May 30 12:08:16.923576 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=70 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:16.929022 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=62 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:17.018114 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d3c9f5d3-afd5-4272-a560-860f9090b16d req-21864ad2-8bec-44bf-85cb-d3427ca5c30f service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875263 May 30 12:08:17.033963 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44725566-acb5-474b-be4a-cc5ec1bf70d3 req-0ab70067-a83c-498e-978b-27d981ed5a64 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:17.035499 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-44725566-acb5-474b-be4a-cc5ec1bf70d3 req-0ab70067-a83c-498e-978b-27d981ed5a64 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0507421 May 30 12:08:17.083492 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-44725566-acb5-474b-be4a-cc5ec1bf70d3 req-56183a45-63d5-4f5c-888c-7ef2d7c5ed35 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 May 30 12:08:17.428575 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ede9d-a49f-4bc6-829b-d6c86e32d211 req-14a5d3e9-aaee-4e10-bd05-1a40fba927bb tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:17.430163 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7f8ede9d-a49f-4bc6-829b-d6c86e32d211 req-14a5d3e9-aaee-4e10-bd05-1a40fba927bb tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 944 time: 0.0481789 May 30 12:08:17.477338 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7f8ede9d-a49f-4bc6-829b-d6c86e32d211 req-5879349b-0681-4487-a7d8-e38d03c8c200 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 May 30 12:08:17.674415 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:08:18.136679 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-c88cc407-b3aa-4c85-83dc-fcc0fcc9ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:18.138298 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-c88cc407-b3aa-4c85-83dc-fcc0fcc9ade4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 1128 time: 0.0468426 May 30 12:08:18.196520 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:18.205512 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ec05d-8da0-479f-8e42-57f7e55d3b03 req-44623991-1842-453f-b969-18e809d92c52 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:18.207002 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2a3ec05d-8da0-479f-8e42-57f7e55d3b03 req-44623991-1842-453f-b969-18e809d92c52 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0477791 May 30 12:08:18.260187 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2a3ec05d-8da0-479f-8e42-57f7e55d3b03 req-70926fe5-38a9-44dd-a56b-cb63d6a463b8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469227 May 30 12:08:18.301873 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-71f12be1-6d40-41bd-81c4-9c671f88c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:18.303355 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-71f12be1-6d40-41bd-81c4-9c671f88c6f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 915 time: 0.0901070 May 30 12:08:18.345925 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-e59ff41d-1ec1-45c1-8dd2-627a70595386 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e970db9-1999-42dc-98dc-b12c5dd44b3f HTTP/1.1" status: 200 len: 217 time: 0.0360162 May 30 12:08:18.395706 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-9500c5f3-eb39-4624-b6b1-35401631eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:18.397888 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-9500c5f3-eb39-4624-b6b1-35401631eef7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.0454106 May 30 12:08:18.439642 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-1fa5c17d-917b-4154-a298-672677f3502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:18.441154 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-1fa5c17d-917b-4154-a298-672677f3502c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373499 May 30 12:08:18.538960 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-2dbd7b85-b5ea-4c9d-b0f2-bda9747531a8 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868447 May 30 12:08:18.595463 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ae5c8-1ee1-42dd-9292-00f4d8c8617d req-9047004e-a3b2-4407-b51c-a6b4a5c7519f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:18.597068 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-726ae5c8-1ee1-42dd-9292-00f4d8c8617d req-9047004e-a3b2-4407-b51c-a6b4a5c7519f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 944 time: 0.0513601 May 30 12:08:18.620748 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:18.632802 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1975d04a-3f8c-4a3d-944d-c4b8146f39db req-eb3fc47b-3b6e-49c4-a1e2-aa39787f9dfa service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871272 May 30 12:08:18.654243 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-726ae5c8-1ee1-42dd-9292-00f4d8c8617d req-aaf81183-b0d9-476f-8736-50bab8e417d9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511501 May 30 12:08:19.383314 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfdaf7-d262-4277-982d-8dad1beb53a6 req-a97de3d4-ab1a-4d3d-879e-22bcc1f87f72 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:19.384808 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-10cfdaf7-d262-4277-982d-8dad1beb53a6 req-a97de3d4-ab1a-4d3d-879e-22bcc1f87f72 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0474677 May 30 12:08:19.431140 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-10cfdaf7-d262-4277-982d-8dad1beb53a6 req-65db77ab-a030-4ffa-bde5-80dae6221e06 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 May 30 12:08:19.771100 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161f289-f705-43e7-b5a8-aea5072f6244 req-cb4fa900-b405-47b9-a37b-1204900be50e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:19.773488 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7161f289-f705-43e7-b5a8-aea5072f6244 req-cb4fa900-b405-47b9-a37b-1204900be50e tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 944 time: 0.0514238 May 30 12:08:19.819914 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7161f289-f705-43e7-b5a8-aea5072f6244 req-ddbbd2c2-ba64-4556-9776-3cd567074e6c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408757 May 30 12:08:20.564406 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d1831-6ec0-44b4-aeeb-a5094b661814 req-acd574d4-d86f-4a3f-87d9-feaf9da758ad tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:20.565908 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5a3d1831-6ec0-44b4-aeeb-a5094b661814 req-acd574d4-d86f-4a3f-87d9-feaf9da758ad tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0557590 May 30 12:08:20.624334 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5a3d1831-6ec0-44b4-aeeb-a5094b661814 req-5670e620-481e-4cc6-853b-87be08268479 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 May 30 12:08:20.947160 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e8ff8-d046-4926-8018-75367dad13cc req-af288bee-2b32-4187-9e57-d0fc0ebcbe6d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:20.949385 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-491e8ff8-d046-4926-8018-75367dad13cc req-af288bee-2b32-4187-9e57-d0fc0ebcbe6d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 944 time: 0.0553987 May 30 12:08:21.009023 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-491e8ff8-d046-4926-8018-75367dad13cc req-06a864e3-31f2-4adb-ad1f-92bc9db63963 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523472 May 30 12:08:21.062293 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4e970db9-1999-42dc-98dc-b12c5dd44b3f details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:08:21.187620 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 4e970db9-1999-42dc-98dc-b12c5dd44b3f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4e970db9-1999-42dc-98dc-b12c5dd44b3f,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:21.199462 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '4e970db9-1999-42dc-98dc-b12c5dd44b3f', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'port_id': '4e970db9-1999-42dc-98dc-b12c5dd44b3f', 'mac_address': 'fa:16:3e:c7:63:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:08:21.233016 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 4e970db9-1999-42dc-98dc-b12c5dd44b3f is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:08:21.233395 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:21.246573 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e970db9-1999-42dc-98dc-b12c5dd44b3f {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:08:21.274695 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 4e970db9-1999-42dc-98dc-b12c5dd44b3f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4e970db9-1999-42dc-98dc-b12c5dd44b3f,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:21.278366 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:21.330156 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=4e970db9-1999-42dc-98dc-b12c5dd44b3f,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:21.744092 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e67b3-1030-4f50-ac62-64b4ed52db17 req-1bcc6979-27af-4efa-8ba7-da3c7d9da7b9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:21.745617 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-686e67b3-1030-4f50-ac62-64b4ed52db17 req-1bcc6979-27af-4efa-8ba7-da3c7d9da7b9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0478103 May 30 12:08:21.793594 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-686e67b3-1030-4f50-ac62-64b4ed52db17 req-4b7cfb3e-fce2-45c6-9b2a-4e5426414356 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 May 30 12:08:22.124234 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:22.138345 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14403-f603-4b44-8a5d-4ceb8911782c req-6212cc22-2f35-45d9-bf31-eee930a3bbde tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:22.139817 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4e14403-f603-4b44-8a5d-4ceb8911782c req-6212cc22-2f35-45d9-bf31-eee930a3bbde tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 945 time: 0.0499625 May 30 12:08:22.190697 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4e14403-f603-4b44-8a5d-4ceb8911782c req-fa9ed6c8-59e2-4d7a-b037-7bc6eda6d86b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444098 May 30 12:08:22.383721 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['4e970db9-1999-42dc-98dc-b12c5dd44b3f'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:08:22.909891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313833-f0a3-4530-9bf9-a870609c8de7 req-29955ac8-f29c-4ba0-8356-21d89065b2f6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:22.911354 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-93313833-f0a3-4530-9bf9-a870609c8de7 req-29955ac8-f29c-4ba0-8356-21d89065b2f6 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0487244 May 30 12:08:22.958040 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-93313833-f0a3-4530-9bf9-a870609c8de7 req-2667cc43-bab1-4755-9b28-a2194b401e73 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 May 30 12:08:23.309814 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44155f-107e-4298-92a8-c3ca42150113 req-df2b4524-8f1d-4843-87ba-2ffc9311f9b5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:23.311251 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ba44155f-107e-4298-92a8-c3ca42150113 req-df2b4524-8f1d-4843-87ba-2ffc9311f9b5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 945 time: 0.0487297 May 30 12:08:23.312773 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4e970db9-1999-42dc-98dc-b12c5dd44b3f up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:08:23.367299 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ba44155f-107e-4298-92a8-c3ca42150113 req-b4e57b76-3881-48e3-96d3-a3a1592a56b6 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498023 May 30 12:08:23.371206 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 4e970db9-1999-42dc-98dc-b12c5dd44b3f completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:08:23.379700 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 4e970db9-1999-42dc-98dc-b12c5dd44b3f triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:08:23.380499 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:23.460588 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 4e970db9-1999-42dc-98dc-b12c5dd44b3f is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:08:23.461313 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:23.488093 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e970db9-1999-42dc-98dc-b12c5dd44b3f'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:23.491644 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d70a42f-ec33-4603-96a7-46ef0e5ba427" -d '{"events": [{"server_uuid": "ed036712-bf1c-4eaa-9736-b486dc1f76bf", "name": "network-vif-plugged", "status": "completed", "tag": "4e970db9-1999-42dc-98dc-b12c5dd44b3f"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:23.510172 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 4e970db9-1999-42dc-98dc-b12c5dd44b3f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4e970db9-1999-42dc-98dc-b12c5dd44b3f,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:23.514654 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:23.536943 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:23.541273 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8c9bd8-cc4b-46a0-9a64-20e09f550a9a x-openstack-request-id: req-8d8c9bd8-cc4b-46a0-9a64-20e09f550a9a {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:23.541580 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed036712-bf1c-4eaa-9736-b486dc1f76bf", "name": "network-vif-plugged", "status": "completed", "tag": "4e970db9-1999-42dc-98dc-b12c5dd44b3f", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:23.541829 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d8c9bd8-cc4b-46a0-9a64-20e09f550a9a {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:23.542208 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8c9bd8-cc4b-46a0-9a64-20e09f550a9a'] response: {'server_uuid': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e970db9-1999-42dc-98dc-b12c5dd44b3f', 'code': 200} May 30 12:08:23.542526 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:23.570198 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=4e970db9-1999-42dc-98dc-b12c5dd44b3f,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:23.648092 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bcfe4-3346-4728-9b45-8d1d95315b25 req-45bec6a3-e1a5-4139-a90a-d7839908d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:23.651534 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-884bcfe4-3346-4728-9b45-8d1d95315b25 req-45bec6a3-e1a5-4139-a90a-d7839908d54d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 1129 time: 0.0468976 May 30 12:08:23.727452 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:23.730184 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b918de9-154a-4929-aec2-1f907ce1f6fc req-17555960-ad06-495b-8969-c036fab16c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:23.731670 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5b918de9-154a-4929-aec2-1f907ce1f6fc req-17555960-ad06-495b-8969-c036fab16c75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 1130 time: 0.0570457 May 30 12:08:23.734898 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-884bcfe4-3346-4728-9b45-8d1d95315b25 req-2533c2ae-6823-47be-bc70-7d59297a5958 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751662 May 30 12:08:24.010431 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5b918de9-154a-4929-aec2-1f907ce1f6fc req-fc539b33-6f3f-4601-bd17-2dd04f6d6931 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467300 May 30 12:08:24.082768 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb18d5c-2435-4743-8422-eb08f4002401 req-7a6aafb6-f2ab-4180-bbcc-b76d5d13a562 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:24.084750 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5bb18d5c-2435-4743-8422-eb08f4002401 req-7a6aafb6-f2ab-4180-bbcc-b76d5d13a562 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0499191 May 30 12:08:24.132977 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5bb18d5c-2435-4743-8422-eb08f4002401 req-d4091c9e-327a-4324-b852-5fb6b1b85903 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 May 30 12:08:24.486462 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7474522-48f1-4bc5-844e-1efad9439ed1 req-71727f51-5a96-4e71-a407-739e83296d08 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:24.487938 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7474522-48f1-4bc5-844e-1efad9439ed1 req-71727f51-5a96-4e71-a407-739e83296d08 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.0485010 May 30 12:08:24.541687 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7474522-48f1-4bc5-844e-1efad9439ed1 req-4a3db7f2-5988-4f12-b97d-cda353703bad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479734 May 30 12:08:25.234215 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:25.250683 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce1996-616f-4f02-a977-447c05938615 req-447a06fa-abeb-4994-83bd-d7368bac2d37 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:25.252152 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2bce1996-616f-4f02-a977-447c05938615 req-447a06fa-abeb-4994-83bd-d7368bac2d37 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0477262 May 30 12:08:25.302405 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2bce1996-616f-4f02-a977-447c05938615 req-a59869c9-9f33-4204-a74e-c14dd2a6927e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 May 30 12:08:25.663292 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0eadd-77c8-47f4-9bb0-75a1b3fe49a1 req-0ce0770a-8ac6-430c-8673-47a85bb04d8b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:25.665477 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-02f0eadd-77c8-47f4-9bb0-75a1b3fe49a1 req-0ce0770a-8ac6-430c-8673-47a85bb04d8b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.0536299 May 30 12:08:25.738453 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9c27-075e-41ab-b956-94cfb2a85d13 req-39e961f4-d4f5-4e8a-9015-106da25f2954 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:25.739944 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-448b9c27-075e-41ab-b956-94cfb2a85d13 req-39e961f4-d4f5-4e8a-9015-106da25f2954 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0733967 May 30 12:08:25.768556 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-02f0eadd-77c8-47f4-9bb0-75a1b3fe49a1 req-7ba91ccc-d9a2-410e-afcf-2bd157c5ccf8 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933738 May 30 12:08:25.812142 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-448b9c27-075e-41ab-b956-94cfb2a85d13 req-dbe18acb-2468-43e1-a622-37cdad8f9d72 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636528 May 30 12:08:25.909282 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-54e51cef-7b03-4393-a2f2-ae5edfe025f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:25.910764 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-54e51cef-7b03-4393-a2f2-ae5edfe025f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 1129 time: 0.0419359 May 30 12:08:26.455577 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-7e7310f1-cc13-4b57-8cb4-8518c3c29c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:26.457140 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-7e7310f1-cc13-4b57-8cb4-8518c3c29c24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.0952849 May 30 12:08:26.800840 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-17ea5bf5-7488-4047-be54-7c45799c88d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e405a0d8-23b0-474a-be51-1a5734d329c4 HTTP/1.1" status: 200 len: 1001 time: 0.0587854 May 30 12:08:26.857485 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-33d0d5ac-970e-40f6-bb5f-120e840822ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:26.858945 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-33d0d5ac-970e-40f6-bb5f-120e840822ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0494242 May 30 12:08:26.965586 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32b525-c1ef-41be-a6f6-9e611476e029 req-7cc94e08-3a50-4a50-9ba9-a315aa780458 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:26.969404 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bf32b525-c1ef-41be-a6f6-9e611476e029 req-7cc94e08-3a50-4a50-9ba9-a315aa780458 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0606542 May 30 12:08:26.973916 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-95f181cd-fee7-41cb-a1c7-95a2f25e8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:26.975783 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-95f181cd-fee7-41cb-a1c7-95a2f25e8894 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590677 May 30 12:08:26.977773 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec85284-a46f-42d4-8173-83946ef3da36 req-dd71a58b-0486-4f8d-8215-34dfe6111694 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:26.979317 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5ec85284-a46f-42d4-8173-83946ef3da36 req-dd71a58b-0486-4f8d-8215-34dfe6111694 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.1057470 May 30 12:08:27.052119 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bf32b525-c1ef-41be-a6f6-9e611476e029 req-42b99f6e-01b1-471f-856a-1744a521fee8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715101 May 30 12:08:27.065743 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5ec85284-a46f-42d4-8173-83946ef3da36 req-588639dc-3110-4b36-99f7-dbd483074c97 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701714 May 30 12:08:27.097405 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-12936535-6716-4e72-b4e1-380729f01adf service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125746 May 30 12:08:27.191830 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc36d2-73de-49eb-be7e-790ec80eb2e2 req-7370acb2-e81d-4c8d-b862-a3ff9568b3f0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:27.193477 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3acc36d2-73de-49eb-be7e-790ec80eb2e2 req-7370acb2-e81d-4c8d-b862-a3ff9568b3f0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.0576491 May 30 12:08:27.204201 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44598) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:27.207625 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ce00f75-8c01-4296-8b2d-f289871955ae req-ddeb6cce-4529-47c9-b91b-d3c029880bd5 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973716 May 30 12:08:27.208369 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-7495de6a-eb5f-4752-a6d8-e090f927cfbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'floatingip': {'port_id': '4e970db9-1999-42dc-98dc-b12c5dd44b3f'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:27.239213 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:27.249593 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7495de6a-eb5f-4752-a6d8-e090f927cfbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (7ecd802e-6171-4950-88d3-c58e19322b64), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:27.694602 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7495de6a-eb5f-4752-a6d8-e090f927cfbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:27.698447 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7495de6a-eb5f-4752-a6d8-e090f927cfbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (7ecd802e-6171-4950-88d3-c58e19322b64), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:28.015992 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-7495de6a-eb5f-4752-a6d8-e090f927cfbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Floating IP 7ecd802e-6171-4950-88d3-c58e19322b64 associated. External IP: 172.27.1.159, port: 4e970db9-1999-42dc-98dc-b12c5dd44b3f. May 30 12:08:28.063258 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:28.211318 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a9750-988d-44ca-877d-e840bafa2610 req-c3fb0820-8fe9-4dcd-a2a7-f2c9b232f977 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:28.212992 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-316a9750-988d-44ca-877d-e840bafa2610 req-c3fb0820-8fe9-4dcd-a2a7-f2c9b232f977 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0629146 May 30 12:08:28.296827 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7495de6a-eb5f-4752-a6d8-e090f927cfbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:08:28.308561 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-316a9750-988d-44ca-877d-e840bafa2610 req-c5e9ddba-9b14-47a9-9da0-2c8f93e3e916 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669546 May 30 12:08:28.424285 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7495de6a-eb5f-4752-a6d8-e090f927cfbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:08:28.429557 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7495de6a-eb5f-4752-a6d8-e090f927cfbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:28.433419 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:28.434521 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:08:28.445485 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:28.446113 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:28.496980 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-7495de6a-eb5f-4752-a6d8-e090f927cfbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "PUT /v2.0/floatingips/7ecd802e-6171-4950-88d3-c58e19322b64 HTTP/1.1" status: 200 len: 992 time: 1.2920451 May 30 12:08:28.497877 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'tag': '4e970db9-1999-42dc-98dc-b12c5dd44b3f'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:28.500201 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934238fb-21e3-466d-8902-e776156b5143" -d '{"events": [{"name": "network-changed", "server_uuid": "ed036712-bf1c-4eaa-9736-b486dc1f76bf", "tag": "4e970db9-1999-42dc-98dc-b12c5dd44b3f"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:28.509274 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aca2f-f978-42b3-abb3-4e96ac266ad6 req-3383c6d7-4912-4b3a-8641-36130037e112 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:28.510734 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d43aca2f-f978-42b3-abb3-4e96ac266ad6 req-3383c6d7-4912-4b3a-8641-36130037e112 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 946 time: 0.0781124 May 30 12:08:28.549649 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4466acad-d34c-40f8-8b53-97df6137274d x-openstack-request-id: req-4466acad-d34c-40f8-8b53-97df6137274d {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:28.550096 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed036712-bf1c-4eaa-9736-b486dc1f76bf", "tag": "4e970db9-1999-42dc-98dc-b12c5dd44b3f", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:28.550444 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4466acad-d34c-40f8-8b53-97df6137274d {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:28.550914 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4466acad-d34c-40f8-8b53-97df6137274d'] response: {'name': 'network-changed', 'server_uuid': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'tag': '4e970db9-1999-42dc-98dc-b12c5dd44b3f', 'status': 'completed', 'code': 200} May 30 12:08:28.551789 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:28.570333 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d43aca2f-f978-42b3-abb3-4e96ac266ad6 req-b0347ef5-4204-4d08-91d8-046167ef3e94 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536015 May 30 12:08:28.782431 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '7ecd802e-6171-4950-88d3-c58e19322b64', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': '4e970db9-1999-42dc-98dc-b12c5dd44b3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:c7:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:08:10Z', 'updated_at': '2022-05-30T12:08:27Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:28.810333 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:08:28.819420 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:28.820022 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:28.919264 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:29.226091 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '7ecd802e-6171-4950-88d3-c58e19322b64', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': '4e970db9-1999-42dc-98dc-b12c5dd44b3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:c7:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:08:10Z', 'updated_at': '2022-05-30T12:08:27Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:29.251311 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e63fd-1cad-4c01-ad06-debb05b67fde None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '7ecd802e-6171-4950-88d3-c58e19322b64', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': '4e970db9-1999-42dc-98dc-b12c5dd44b3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:c7:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:08:10Z', 'updated_at': '2022-05-30T12:08:27Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:08:29.451819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9abc4-f79d-494e-915c-0f3996a0ef99 req-c6639ce4-7297-42a6-8dce-d8367131d103 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:29.453268 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a1c9abc4-f79d-494e-915c-0f3996a0ef99 req-c6639ce4-7297-42a6-8dce-d8367131d103 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0551794 May 30 12:08:29.455866 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b65d5c-b11d-4672-8773-49eb00c7f7b6 None None] New status for floating IP 7ecd802e-6171-4950-88d3-c58e19322b64: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:08:29.504714 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a1c9abc4-f79d-494e-915c-0f3996a0ef99 req-d022d61b-a406-4c62-baa0-ceaf27f684b5 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 May 30 12:08:29.692928 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2535b-c8d8-417f-bdf1-eb2544475c33 req-cad6ff2d-8161-4fcb-949e-f3d51721bf09 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:29.695307 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a3f2535b-c8d8-417f-bdf1-eb2544475c33 req-cad6ff2d-8161-4fcb-949e-f3d51721bf09 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 946 time: 0.0491371 May 30 12:08:29.742360 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a3f2535b-c8d8-417f-bdf1-eb2544475c33 req-fbccda06-e941-4d63-89f3-e861689169ec tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 May 30 12:08:30.213464 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934238fb-21e3-466d-8902-e776156b5143 req-d5474ad0-95dc-42a7-a671-924684815f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:30.214950 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-934238fb-21e3-466d-8902-e776156b5143 req-d5474ad0-95dc-42a7-a671-924684815f05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 1130 time: 0.0418503 May 30 12:08:30.628045 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251e1d-1108-4e23-9f59-06c73257d785 req-37181270-82d6-4b13-99b4-bae0c9bfb079 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:30.629567 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7e251e1d-1108-4e23-9f59-06c73257d785 req-37181270-82d6-4b13-99b4-bae0c9bfb079 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0538807 May 30 12:08:30.689819 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7e251e1d-1108-4e23-9f59-06c73257d785 req-72203d35-408c-42d5-bafb-00aab9c6fd54 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541008 May 30 12:08:30.753315 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934238fb-21e3-466d-8902-e776156b5143 req-fd53dbf7-d29d-4976-b6b1-776064acfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:30.754921 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-934238fb-21e3-466d-8902-e776156b5143 req-fd53dbf7-d29d-4976-b6b1-776064acfbca service neutron] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 915 time: 0.1002908 May 30 12:08:30.813132 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bb22b-4fdb-437c-9ff8-aa9cd47b3049 req-5325c0ee-d825-4305-b544-2753030ee075 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:30.814929 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-812bb22b-4fdb-437c-9ff8-aa9cd47b3049 req-5325c0ee-d825-4305-b544-2753030ee075 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0580318 May 30 12:08:30.824243 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44658) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:30.830233 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-81913332-ca15-4a7b-b12a-47e7e48787d9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Request body: {'floatingip': {'port_id': 'e405a0d8-23b0-474a-be51-1a5734d329c4'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:30.851282 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-1825368a-0895-4e17-a539-5c5e5aedf6ae tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:30.852876 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-1825368a-0895-4e17-a539-5c5e5aedf6ae tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 946 time: 0.0970869 May 30 12:08:30.867996 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-934238fb-21e3-466d-8902-e776156b5143 req-104cca36-b4d2-496c-b92c-aaa20be6e419 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e970db9-1999-42dc-98dc-b12c5dd44b3f HTTP/1.1" status: 200 len: 1002 time: 0.1037290 May 30 12:08:30.918622 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4dcf0-b35b-4a86-9f37-d528b9556b48 req-9f66614d-8435-4fa7-b3b8-05a6c181ed9c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:30.920107 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9df4dcf0-b35b-4a86-9f37-d528b9556b48 req-9f66614d-8435-4fa7-b3b8-05a6c181ed9c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 946 time: 0.0935576 May 30 12:08:30.926683 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-81913332-ca15-4a7b-b12a-47e7e48787d9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for floatingip (331320c4-a8d5-4530-8eaa-03d0d84250c7), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:30.978395 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934238fb-21e3-466d-8902-e776156b5143 req-531e9b32-af8e-47cd-8799-f70af01baafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:30.979742 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-934238fb-21e3-466d-8902-e776156b5143 req-531e9b32-af8e-47cd-8799-f70af01baafd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.0920660 May 30 12:08:30.982673 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Deleting port 66de87a6-f3b1-41fb-8926-85240efcbe51 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:08:30.983006 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:31.004241 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:31.038113 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9df4dcf0-b35b-4a86-9f37-d528b9556b48 req-3af2f362-a1e7-486b-8d7f-3c60565dbe0d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=f34f57f4-43ce-4425-8c36-9075f5421da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089330 May 30 12:08:31.043454 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:31.069107 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934238fb-21e3-466d-8902-e776156b5143 req-65357fed-2e85-42ee-8062-ccb658d778e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:31.070568 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-934238fb-21e3-466d-8902-e776156b5143 req-65357fed-2e85-42ee-8062-ccb658d778e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835390 May 30 12:08:31.088919 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:31.154683 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] For port 66de87a6-f3b1-41fb-8926-85240efcbe51, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=66de87a6-f3b1-41fb-8926-85240efcbe51,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:31.155040 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:31.242903 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-934238fb-21e3-466d-8902-e776156b5143 req-76d6f92b-6ff5-4636-9fe8-0023461c1c6c service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640677 May 30 12:08:31.342678 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:31.452415 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-81913332-ca15-4a7b-b12a-47e7e48787d9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:31.456440 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-81913332-ca15-4a7b-b12a-47e7e48787d9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (331320c4-a8d5-4530-8eaa-03d0d84250c7), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:31.626343 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:31.626711 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (83efb3ed-6770-479c-97d0-ede85a58fe73), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:31.627023 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Floating IP 83efb3ed-6770-479c-97d0-ede85a58fe73 disassociated. External IP: 172.27.1.45, port: 66de87a6-f3b1-41fb-8926-85240efcbe51. May 30 12:08:31.627369 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Calling delete_port for 66de87a6-f3b1-41fb-8926-85240efcbe51 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:08:31.690612 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-934238fb-21e3-466d-8902-e776156b5143 req-e1861bfc-ea87-4a1b-9e6f-f8d64096f2e4 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231112 May 30 12:08:31.700386 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81913332-ca15-4a7b-b12a-47e7e48787d9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Router 3455798f-20e7-4f83-988c-77715ee45271 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:08:31.789561 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (66de87a6-f3b1-41fb-8926-85240efcbe51), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:31.820356 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81913332-ca15-4a7b-b12a-47e7e48787d9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:08:31.820983 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event deleted for resources: {'Port': ['ID=66de87a6-f3b1-41fb-8926-85240efcbe51,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:31.824736 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-81913332-ca15-4a7b-b12a-47e7e48787d9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:31.839911 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.840461 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.840988 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.841529 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.841780 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] Sync routers for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:08:31.842230 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.842629 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.843177 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.843678 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.844295 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.844714 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.845056 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.845392 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.845723 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.846055 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.846406 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:31.867094 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:31.868735 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6637be-3f9d-4665-adb7-da55a7f49cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:31.888477 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:31.889448 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:31.926045 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-81913332-ca15-4a7b-b12a-47e7e48787d9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "PUT /v2.0/floatingips/331320c4-a8d5-4530-8eaa-03d0d84250c7 HTTP/1.1" status: 200 len: 993 time: 1.1004496 May 30 12:08:31.928778 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93878c5-986b-49e5-b245-1a84b7a99b46 x-openstack-request-id: req-d93878c5-986b-49e5-b245-1a84b7a99b46 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:31.929069 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:31.929326 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d93878c5-986b-49e5-b245-1a84b7a99b46 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:31.929734 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93878c5-986b-49e5-b245-1a84b7a99b46'] response: {'name': 'network-changed', 'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'status': 'completed', 'code': 200} May 30 12:08:31.958427 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:31.961905 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:31.962139 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Router 310e0f69-6350-4ff1-85d8-234cd151838a has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:08:32.013533 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:32.034593 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-42b9f878-8cca-4eaf-91d8-e40597c706b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:32.036084 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-42b9f878-8cca-4eaf-91d8-e40597c706b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 1129 time: 0.0761836 May 30 12:08:32.097106 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:32.151234 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6bfd6ad-dd67-4da6-a0d4-a6e489c20213 req-735c7040-9ebc-4889-a9d2-307ba5bb2df3 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=314658c0-2ad4-4987-99bc-f8acf2d7e46c HTTP/1.1" status: 200 len: 210 time: 0.0299225 May 30 12:08:32.165768 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:32.186339 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:08:32.192330 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-cf47a8ea-0793-4526-b6eb-93f5aa96acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:32.194523 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-cf47a8ea-0793-4526-b6eb-93f5aa96acd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.1514435 May 30 12:08:32.197044 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] Sync routers for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:08:32.207400 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:32.208029 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:32.260960 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '331320c4-a8d5-4530-8eaa-03d0d84250c7', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '3455798f-20e7-4f83-988c-77715ee45271', 'port_id': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'mac_address': 'fa:16:3e:30:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f672fe-d699-4f70-bc26-74dced714a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:06:23Z', 'updated_at': '2022-05-30T12:08:31Z', 'revision_number': 3, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:32Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:32.268042 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] No DVR routers for this DVR port 66de87a6-f3b1-41fb-8926-85240efcbe51 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:08:32.273127 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:32.276457 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-16e6faf6-6dfd-49c5-9d32-267f7f4da36f req-32912143-6bcc-4a8c-a8d7-9c72b67b7076 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "DELETE /v2.0/ports/66de87a6-f3b1-41fb-8926-85240efcbe51 HTTP/1.1" status: 204 len: 173 time: 1.4162889 May 30 12:08:32.276945 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-deleted', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:32.279386 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8cff19-8da3-4ea5-9f68-cbfe1ed0246f" -d '{"events": [{"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-deleted", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:32.315198 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] Checking router: 3455798f-20e7-4f83-988c-77715ee45271 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:08:32.315756 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-75f72ccf-5c18-447a-9953-92238238809e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e405a0d8-23b0-474a-be51-1a5734d329c4 HTTP/1.1" status: 200 len: 1001 time: 0.0974872 May 30 12:08:32.345931 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:32.346868 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:32.369102 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e191a9-94a2-4d19-919d-3e5ee377f09d x-openstack-request-id: req-57e191a9-94a2-4d19-919d-3e5ee377f09d {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:32.369587 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314658c0-2ad4-4987-99bc-f8acf2d7e46c", "name": "network-vif-deleted", "tag": "66de87a6-f3b1-41fb-8926-85240efcbe51", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:32.369962 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57e191a9-94a2-4d19-919d-3e5ee377f09d {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:32.370474 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e191a9-94a2-4d19-919d-3e5ee377f09d'] response: {'server_uuid': '314658c0-2ad4-4987-99bc-f8acf2d7e46c', 'name': 'network-vif-deleted', 'tag': '66de87a6-f3b1-41fb-8926-85240efcbe51', 'status': 'completed', 'code': 200} May 30 12:08:32.391945 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-c5cf44d7-56f1-4b51-9ef5-2124e6495f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:32.395035 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-c5cf44d7-56f1-4b51-9ef5-2124e6495f9a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0722344 May 30 12:08:32.455782 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-c6f28800-4223-44cf-b9de-591dfb38f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:32.457520 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-c6f28800-4223-44cf-b9de-591dfb38f31d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551612 May 30 12:08:32.488502 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:32.497778 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:32.562421 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-30dc4b06-cc22-468d-9b6d-5acb2c150c45 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969102 May 30 12:08:32.673847 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44680) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:32.693987 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:32.722784 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-71469ec8-9894-4b6e-bf9d-d20a61f00d7c admin admin] Deleting subnet 5c489d91-d9a5-4c7a-8f87-3bade9001556 {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:08:32.723368 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] Checking router: 310e0f69-6350-4ff1-85d8-234cd151838a for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:08:32.726846 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-71469ec8-9894-4b6e-bf9d-d20a61f00d7c admin admin] Publish callbacks [] for subnet (5c489d91-d9a5-4c7a-8f87-3bade9001556), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:32.731866 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '331320c4-a8d5-4530-8eaa-03d0d84250c7', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '3455798f-20e7-4f83-988c-77715ee45271', 'port_id': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'mac_address': 'fa:16:3e:30:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f672fe-d699-4f70-bc26-74dced714a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:06:23Z', 'updated_at': '2022-05-30T12:08:31Z', 'revision_number': 3, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:32Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:32.734281 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:32.734882 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:32.773916 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e57e8-482e-4ada-a9d6-e17457ad93ca None None] The sync data for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi is: [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '331320c4-a8d5-4530-8eaa-03d0d84250c7', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '3455798f-20e7-4f83-988c-77715ee45271', 'port_id': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'mac_address': 'fa:16:3e:30:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f672fe-d699-4f70-bc26-74dced714a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:06:23Z', 'updated_at': '2022-05-30T12:08:31Z', 'revision_number': 3, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:32Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:08:32.781092 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-71469ec8-9894-4b6e-bf9d-d20a61f00d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9854288'] for subnet (5c489d91-d9a5-4c7a-8f87-3bade9001556), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:32.837180 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-2e6637be-3f9d-4665-adb7-da55a7f49cfc req-02a861b0-65b7-458d-886c-9ea42890d1cc service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249862 May 30 12:08:32.855372 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-71469ec8-9894-4b6e-bf9d-d20a61f00d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (5c489d91-d9a5-4c7a-8f87-3bade9001556), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:32.892381 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:32.906547 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:32.928725 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-71469ec8-9894-4b6e-bf9d-d20a61f00d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8869219'] for subnet (5c489d91-d9a5-4c7a-8f87-3bade9001556), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:32.942585 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-71469ec8-9894-4b6e-bf9d-d20a61f00d7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:32.949542 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-71469ec8-9894-4b6e-bf9d-d20a61f00d7c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5c489d91-d9a5-4c7a-8f87-3bade9001556 HTTP/1.1" status: 204 len: 168 time: 0.2711804 May 30 12:08:32.950929 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44682) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:32.964731 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71469ec8-9894-4b6e-bf9d-d20a61f00d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c489d91-d9a5-4c7a-8f87-3bade9001556,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:33.038264 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (74823171-a713-4723-823f-3ac14207cc72), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.129353 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (74823171-a713-4723-823f-3ac14207cc72), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.143008 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:33.150918 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.151276 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.152009 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.152387 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > port after_create 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.152727 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.153042 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > port after_update 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.153361 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.153675 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.153986 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.154303 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.177386 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8653b-e3f8-4262-a0b8-c48f4931996a None None] The sync data for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi is: [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:08:33.187257 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.213650 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-62e9138b-6a96-44c3-a728-db14fc2f3e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.258503 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.258839 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.259171 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.259492 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 12:08:33.259863 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74823171-a713-4723-823f-3ac14207cc72']}} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:33.267723 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44688) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:33.279574 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b35c446-0915-4a9d-8637-1b166d776ecb') {'for_net_delete': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:33.280113 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b35c446-0915-4a9d-8637-1b166d776ecb') {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:33.302577 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9345376'] for segment (6b35c446-0915-4a9d-8637-1b166d776ecb), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.324283 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (6b35c446-0915-4a9d-8637-1b166d776ecb), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.336812 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-13378933-47d1-4dfe-a8fe-6a7a94592109 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (f34f57f4-43ce-4425-8c36-9075f5421da4), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.337164 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=104003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:08:33.337601 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8969161'] for segment (6b35c446-0915-4a9d-8637-1b166d776ecb), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.365775 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-13378933-47d1-4dfe-a8fe-6a7a94592109 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (f34f57f4-43ce-4425-8c36-9075f5421da4), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.421907 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (74823171-a713-4723-823f-3ac14207cc72), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.433648 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-13378933-47d1-4dfe-a8fe-6a7a94592109 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f34f57f4-43ce-4425-8c36-9075f5421da4), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.436253 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-13378933-47d1-4dfe-a8fe-6a7a94592109 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.437424 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-13378933-47d1-4dfe-a8fe-6a7a94592109 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "DELETE /v2.0/security-groups/f34f57f4-43ce-4425-8c36-9075f5421da4 HTTP/1.1" status: 204 len: 168 time: 0.1686933 May 30 12:08:33.441046 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.447709 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] 10.222.0.32 "DELETE /v2.0/networks/74823171-a713-4723-823f-3ac14207cc72 HTTP/1.1" status: 204 len: 168 time: 0.4923153 May 30 12:08:33.447709 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44694) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:33.455844 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13378933-47d1-4dfe-a8fe-6a7a94592109 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34f57f4-43ce-4425-8c36-9075f5421da4,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:33.471852 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.api.v2.resource [None req-38129039-fbb4-46b1-87fb-930ee4ac4ac8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] show failed (client error): The resource could not be found. May 30 12:08:33.476309 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-38129039-fbb4-46b1-87fb-930ee4ac4ac8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups/f34f57f4-43ce-4425-8c36-9075f5421da4 HTTP/1.1" status: 404 len: 347 time: 0.0154693 May 30 12:08:33.476309 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457f2df-33d8-4a38-a8f9-592437f04860 admin admin] Pushing event deleted for resources: {'Network': ['ID=74823171-a713-4723-823f-3ac14207cc72,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:33.476549 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44698) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:33.489962 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee867ae-db9c-410b-bcf1-61e5294dbe46 None None] New status for floating IP 83efb3ed-6770-479c-97d0-ede85a58fe73: DOWN {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:08:33.604278 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Deleting port f0b5f664-e5f5-4af1-b294-ffbaa0942831 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:08:33.604278 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (f0b5f664-e5f5-4af1-b294-ffbaa0942831), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.646722 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment 6b35c446-0915-4a9d-8637-1b166d776ecb resource provider aggregate not found May 30 12:08:33.666320 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment 6b35c446-0915-4a9d-8637-1b166d776ecb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b35c446-0915-4a9d-8637-1b166d776ecb found for delete ", "request_id": "req-7d7fe75c-b74a-45b4-abb6-d7a6765c31ea"}]} May 30 12:08:33.706161 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (f0b5f664-e5f5-4af1-b294-ffbaa0942831), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.706811 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (f0b5f664-e5f5-4af1-b294-ffbaa0942831), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.720014 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44706) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:33.721987 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Calling delete_port for f0b5f664-e5f5-4af1-b294-ffbaa0942831 owned by network:floatingip {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:08:33.765624 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-07be1ba9-8ab5-4b3e-833c-7117cd02c0c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94cd1e0377594f52bb5bfa7159731d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442855 May 30 12:08:33.768063 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44708) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:33.776628 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:33.780447 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:33.800426 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:33.827122 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0ec18463-15f4-4cc4-867d-d42b09dcb6a6 admin admin] Publish callbacks [] for security_group (b364add3-ce2b-4a04-9dc3-b5b3338026a5), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.849192 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0ec18463-15f4-4cc4-867d-d42b09dcb6a6 admin admin] Publish callbacks [] for security_group (b364add3-ce2b-4a04-9dc3-b5b3338026a5), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.862077 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (f0b5f664-e5f5-4af1-b294-ffbaa0942831), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.888214 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event deleted for resources: {'Port': ['ID=f0b5f664-e5f5-4af1-b294-ffbaa0942831,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:33.913029 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0ec18463-15f4-4cc4-867d-d42b09dcb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b364add3-ce2b-4a04-9dc3-b5b3338026a5), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.917936 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0ec18463-15f4-4cc4-867d-d42b09dcb6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.919711 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0ec18463-15f4-4cc4-867d-d42b09dcb6a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b364add3-ce2b-4a04-9dc3-b5b3338026a5 HTTP/1.1" status: 204 len: 168 time: 0.1505921 May 30 12:08:33.929172 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec18463-15f4-4cc4-867d-d42b09dcb6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b364add3-ce2b-4a04-9dc3-b5b3338026a5,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:33.931669 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:33.934161 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee6f31c-8e71-43aa-9298-cce92e8e49b3" -d '{"events": [{"name": "network-changed", "server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:33.955692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (83efb3ed-6770-479c-97d0-ede85a58fe73), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.959744 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:33.965056 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-233ac537-0096-4c35-b893-77d6ee0edb5e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "DELETE /v2.0/floatingips/83efb3ed-6770-479c-97d0-ede85a58fe73 HTTP/1.1" status: 204 len: 168 time: 0.4836900 May 30 12:08:33.977420 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc07e63-b40b-4baf-922b-3b88c98d88e6 x-openstack-request-id: req-6dc07e63-b40b-4baf-922b-3b88c98d88e6 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:33.977912 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:33.978164 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6dc07e63-b40b-4baf-922b-3b88c98d88e6 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:33.978600 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc07e63-b40b-4baf-922b-3b88c98d88e6'] response: {'name': 'network-changed', 'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'status': 'completed', 'code': 200} May 30 12:08:34.046127 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44716) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:34.050957 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-ec38a504-b463-4d67-8e2d-6795cb966e08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855214793', 'description': 'tempest-description--415898231'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:34.063578 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-c42d22b4-2b69-4602-9838-8420ce4bff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:34.065818 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-c42d22b4-2b69-4602-9838-8420ce4bff37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 1129 time: 0.0576456 May 30 12:08:34.073666 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ec38a504-b463-4d67-8e2d-6795cb966e08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.155222 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ec38a504-b463-4d67-8e2d-6795cb966e08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (970ada76-99b2-4164-971e-b6008966dffc), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.161257 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ec38a504-b463-4d67-8e2d-6795cb966e08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (970ada76-99b2-4164-971e-b6008966dffc), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.171458 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-77c3438f-a72f-49b9-8117-c8df51fd87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:34.172994 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-77c3438f-a72f-49b9-8117-c8df51fd87c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.1010876 May 30 12:08:34.196707 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ec38a504-b463-4d67-8e2d-6795cb966e08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.197955 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ec38a504-b463-4d67-8e2d-6795cb966e08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1507416 May 30 12:08:34.198796 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38a504-b463-4d67-8e2d-6795cb966e08 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970ada76-99b2-4164-971e-b6008966dffc,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:34.200868 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44720) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:34.205313 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-fbe976ae-fbb8-4a50-96df-811d1c58c14a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'security_group_rule': {'security_group_id': '970ada76-99b2-4164-971e-b6008966dffc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:34.238597 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fbe976ae-fbb8-4a50-96df-811d1c58c14a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (63d3e28b-f9f5-4542-8a76-ae2c200274bb), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.258671 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-d4e6ae8e-ef93-41fb-917e-441ee676cada service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e405a0d8-23b0-474a-be51-1a5734d329c4 HTTP/1.1" status: 200 len: 1001 time: 0.0788636 May 30 12:08:34.313843 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-29311851-9629-45fe-a616-636f9a7e7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:34.314503 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fbe976ae-fbb8-4a50-96df-811d1c58c14a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (63d3e28b-f9f5-4542-8a76-ae2c200274bb), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.316702 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-29311851-9629-45fe-a616-636f9a7e7c3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0511715 May 30 12:08:34.319398 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fbe976ae-fbb8-4a50-96df-811d1c58c14a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (63d3e28b-f9f5-4542-8a76-ae2c200274bb), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.344022 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe976ae-fbb8-4a50-96df-811d1c58c14a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d3e28b-f9f5-4542-8a76-ae2c200274bb,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:34.351827 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fbe976ae-fbb8-4a50-96df-811d1c58c14a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.355847 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-fbe976ae-fbb8-4a50-96df-811d1c58c14a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511369 May 30 12:08:34.356260 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44728) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:34.363092 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-52a4f170-9d85-4438-b15a-8fd2e1114595 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'security_group_rule': {'security_group_id': '970ada76-99b2-4164-971e-b6008966dffc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:34.374326 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-a2e7154a-f70e-4db1-b2c7-fce4d4d3e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:34.374896 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:34.375895 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-a2e7154a-f70e-4db1-b2c7-fce4d4d3e38c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533843 May 30 12:08:34.399302 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52a4f170-9d85-4438-b15a-8fd2e1114595 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (52b61b69-c803-4ee5-8b7a-7958e781a397), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.466175 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52a4f170-9d85-4438-b15a-8fd2e1114595 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (52b61b69-c803-4ee5-8b7a-7958e781a397), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.470973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52a4f170-9d85-4438-b15a-8fd2e1114595 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (52b61b69-c803-4ee5-8b7a-7958e781a397), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.494290 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4f170-9d85-4438-b15a-8fd2e1114595 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b61b69-c803-4ee5-8b7a-7958e781a397,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:34.499462 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-5bc6179b-2d1b-4761-bf64-f03815ed3ee7 service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161513 May 30 12:08:34.503119 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52a4f170-9d85-4438-b15a-8fd2e1114595 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.507990 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-52a4f170-9d85-4438-b15a-8fd2e1114595 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501884 May 30 12:08:34.508627 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44732) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:34.512927 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:34.536290 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.619282 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cee6f31c-8e71-43aa-9298-cce92e8e49b3 req-5ef28902-a810-43a7-8a5b-497e22bc961d service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132634 May 30 12:08:34.631350 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.743921 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:34.792186 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Allocated IP 172.27.1.235 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/5713f9e5-e585-4397-9f97-0b108d032321) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:08:34.953939 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for port (5713f9e5-e585-4397-9f97-0b108d032321), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:34.987547 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (5713f9e5-e585-4397-9f97-0b108d032321), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:35.025787 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:08:35.032652 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:08:35.036904 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:08:35.062876 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'Port': ['ID=5713f9e5-e585-4397-9f97-0b108d032321,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:35.130826 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (c621da07-5e60-43ee-a6ff-a25f317a692b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:35.183764 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (5713f9e5-e585-4397-9f97-0b108d032321), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:35.308329 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:35.320759 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 66de87a6-f3b1-41fb-8926-85240efcbe51 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:08:35.343298 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 66de87a6-f3b1-41fb-8926-85240efcbe51 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:08:35.343723 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 66de87a6-f3b1-41fb-8926-85240efcbe51 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:08:35.383088 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for port (5713f9e5-e585-4397-9f97-0b108d032321), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:35.388222 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (5713f9e5-e585-4397-9f97-0b108d032321), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:35.534993 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-801c9fe9-0f60-43de-a4ff-a98eca1a3ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:35.695311 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'Port': ['ID=5713f9e5-e585-4397-9f97-0b108d032321,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:35.707663 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (c621da07-5e60-43ee-a6ff-a25f317a692b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:35.723899 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:35.725792 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9c8fe692-605e-4d34-afff-914fbec224f5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2162068 May 30 12:08:35.929833 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-dce55a97-1276-4662-9814-f83e89aed165 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--855214793&fields=id&tenant_id=8e98cc41e8064c90b0e45b32e2d78493 HTTP/1.1" status: 200 len: 267 time: 0.0451169 May 30 12:08:35.947310 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:36.040622 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-a2d121c9-b274-4b13-818a-5c54cce613e5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:36.042098 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-a2d121c9-b274-4b13-818a-5c54cce613e5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 816 time: 0.1058428 May 30 12:08:36.057229 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-630eae26-59c7-422b-95ab-5474ffa61f5f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/quotas/8e98cc41e8064c90b0e45b32e2d78493 HTTP/1.1" status: 200 len: 375 time: 0.0097303 May 30 12:08:36.112039 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-30cb8a8c-2b15-43bb-91fa-6333a65bc5f6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494826 May 30 12:08:36.208865 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-8121555c-b7a8-4524-a07c-7c7f7c4d918d service neutron] 10.222.0.32 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840893 May 30 12:08:36.305397 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5e960ec3-16be-42f4-bd35-96e140675f87 service neutron] 10.222.0.32 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907497 May 30 12:08:36.497055 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f75b0f94-6d67-4a2a-baaa-0a54cc27e025 req-94d06b9c-5fee-4b55-bf51-94dabced0a79 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 210 time: 0.0368245 May 30 12:08:36.920904 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:37.601989 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-252f8f95-ce29-4266-b944-a8c7c723199b req-893d714d-e36f-4036-b5a5-cee269fb8bda tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 210 time: 0.0285866 May 30 12:08:38.326077 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:38.331292 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:38.711038 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e3f4879d-5739-4c10-bd31-dc567df031c2 req-bcfa1ff0-97c9-4b4b-b103-2c4ada0cec5f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 210 time: 0.0330753 May 30 12:08:38.950193 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f39dd4-7a64-4082-8d90-dcd851d65aa1 req-c5fa002b-3eea-4f3c-ad8d-ba9ff4692767 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:38.951642 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b9f39dd4-7a64-4082-8d90-dcd851d65aa1 req-c5fa002b-3eea-4f3c-ad8d-ba9ff4692767 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0472147 May 30 12:08:39.000422 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b9f39dd4-7a64-4082-8d90-dcd851d65aa1 req-22c7b3ff-6c94-499f-ae90-3f7c1042da33 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 May 30 12:08:39.813159 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-538a49ef-1cb4-4aaf-b312-dea3992ed066 req-8aa80a7f-aac1-470a-90e2-64e114ba9702 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 210 time: 0.0286663 May 30 12:08:39.932505 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:40.120344 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39acdb-cf84-4a5d-812b-0e31c7500c65 req-1ffa57f1-86d8-4d2d-b8fa-d8654ada2db3 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:40.121742 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e39acdb-cf84-4a5d-812b-0e31c7500c65 req-1ffa57f1-86d8-4d2d-b8fa-d8654ada2db3 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0505130 May 30 12:08:40.177111 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9e39acdb-cf84-4a5d-812b-0e31c7500c65 req-8132ca31-d7ba-4e43-9872-b58ff13a8f60 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498593 May 30 12:08:40.913751 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6a2251d8-de73-434f-bfeb-5e2db536d587 req-9b9d7cdb-b865-4d04-a9a3-3973de7d09c7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 210 time: 0.0287747 May 30 12:08:41.293936 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bef10-497b-44fa-9fc6-06c4c6c18660 req-25a9100f-87e9-450f-88de-1fc9adc4874b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:41.295394 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3a4bef10-497b-44fa-9fc6-06c4c6c18660 req-25a9100f-87e9-450f-88de-1fc9adc4874b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0488296 May 30 12:08:41.343976 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3a4bef10-497b-44fa-9fc6-06c4c6c18660 req-b631e8e8-cc1c-4e86-8a98-056964e497f8 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 May 30 12:08:42.015894 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cb2a379a-4e39-4f6f-a920-2d80fd7f639d req-a58fdca9-286d-49e3-b59b-d00bd612c00a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 210 time: 0.0315051 May 30 12:08:42.462994 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebc03b-bbea-42c2-b423-d9556a7937dd req-f68c519d-949a-4360-8527-fa99839e4d71 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:42.464881 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-48ebc03b-bbea-42c2-b423-d9556a7937dd req-f68c519d-949a-4360-8527-fa99839e4d71 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0498784 May 30 12:08:42.480760 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:42.516364 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-48ebc03b-bbea-42c2-b423-d9556a7937dd req-576b85b6-0847-487a-a120-1cd35aef040b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446942 May 30 12:08:43.119486 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ec726f2-6ae0-4fb7-837a-d49f344c803b req-bfa06a9a-21af-4a94-87ba-ebcd26272759 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 210 time: 0.0285106 May 30 12:08:43.367819 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-4ea55dc6-dfdd-43a4-b701-74478dc0c69e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:43.369176 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-4ea55dc6-dfdd-43a4-b701-74478dc0c69e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.1115859 May 30 12:08:43.449909 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-bfec149f-184e-482e-a757-1fc6f72017bc tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:43.451346 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-bfec149f-184e-482e-a757-1fc6f72017bc tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 816 time: 0.1951919 May 30 12:08:43.490208 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Deleting port 2d71add9-9fe3-4c66-b490-513b1ce61d40 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:08:43.490774 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:43.552930 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:43.594029 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:43.595027 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:43.607541 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:43.627089 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-d959f73f-206c-41f2-a4eb-465a251febeb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e98cc41e8064c90b0e45b32e2d78493 HTTP/1.1" status: 200 len: 379 time: 0.1225255 May 30 12:08:43.632425 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] For port 2d71add9-9fe3-4c66-b490-513b1ce61d40, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d71add9-9fe3-4c66-b490-513b1ce61d40,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:43.632795 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:43.638830 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a38453-7d7e-43f8-a235-4614df011a28 req-85956683-2ba7-4994-a969-9e217ace28dc tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:43.639190 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'port': {'device_id': '0614f5df-431f-4955-acdb-05894441016c', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'admin_state_up': True, 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'security_groups': ['970ada76-99b2-4164-971e-b6008966dffc']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:43.640370 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-73a38453-7d7e-43f8-a235-4614df011a28 req-85956683-2ba7-4994-a969-9e217ace28dc tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 945 time: 0.0527940 May 30 12:08:43.694405 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-73a38453-7d7e-43f8-a235-4614df011a28 req-ed217597-0384-4a0a-b4ed-e15e387c516b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=163fa7ac-7bbc-41d5-be31-8332e6ce682f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473192 May 30 12:08:43.874849 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Made reservation on behalf of 8e98cc41e8064c90b0e45b32e2d78493 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:08:43.878365 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:43.902711 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:43.903072 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (6405e418-e368-4bf8-b0eb-5772eb4e2f2b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:43.903373 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Floating IP 6405e418-e368-4bf8-b0eb-5772eb4e2f2b disassociated. External IP: 172.27.1.153, port: 2d71add9-9fe3-4c66-b490-513b1ce61d40. May 30 12:08:43.903709 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Calling delete_port for 2d71add9-9fe3-4c66-b490-513b1ce61d40 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:08:44.107658 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Allocated IP 172.20.0.3 (1b1749ee-1593-44ab-bdce-c8c4ff3a2f62/47e0e848-b302-47e0-9aa2-d1c22a3ccaf8/e2714e9d-b17a-42e1-8920-55a988a1b563) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:08:44.155332 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (2d71add9-9fe3-4c66-b490-513b1ce61d40), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:44.208227 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event deleted for resources: {'Port': ['ID=2d71add9-9fe3-4c66-b490-513b1ce61d40,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:44.238643 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5d241d2e-feb6-4575-a819-7492beebe731 req-e46fb065-1d8a-47f2-8832-b2b94157df4d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 210 time: 0.0315969 May 30 12:08:44.316825 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:44.353634 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:44.643586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:44.688309 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Router f6774cbd-e217-40a1-bec7-c4966c4389e9 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:08:44.704748 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:44.782501 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:08:44.791953 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:08:44.799044 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:08:44.800010 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b8ab61b9-398e-47c3-8645-427f73648051 req-81993508-2a6c-4878-83ab-eaa102bee6f6 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 210 time: 0.0298388 May 30 12:08:44.830094 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:44.902288 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:44.902919 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:44.916717 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:08:44.929222 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] Sync routers for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:08:44.941209 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:44.942120 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:44.948633 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-5af43c38-fe25-4591-a95a-859da9ba3de6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3130295 May 30 12:08:44.972190 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] No DVR routers for this DVR port 2d71add9-9fe3-4c66-b490-513b1ce61d40 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:08:44.975686 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:44.979041 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-549a30b7-3335-40cb-8f91-673f9bd971ee req-721c4aa4-6a0c-4626-97e7-0aeafd4ff3f9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "DELETE /v2.0/ports/2d71add9-9fe3-4c66-b490-513b1ce61d40 HTTP/1.1" status: 204 len: 173 time: 1.6039128 May 30 12:08:44.979487 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'name': 'network-vif-deleted', 'tag': '2d71add9-9fe3-4c66-b490-513b1ce61d40'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:44.982012 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6d61b7-0fed-45f5-ae2f-59d7252cee6b" -d '{"events": [{"server_uuid": "08b1b860-516e-4041-8df8-1fa8cc65a4ed", "name": "network-vif-deleted", "tag": "2d71add9-9fe3-4c66-b490-513b1ce61d40"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:45.016226 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f761736d-3be3-4d7b-b10e-3a4836f216b8 x-openstack-request-id: req-f761736d-3be3-4d7b-b10e-3a4836f216b8 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:45.016413 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b1b860-516e-4041-8df8-1fa8cc65a4ed", "name": "network-vif-deleted", "tag": "2d71add9-9fe3-4c66-b490-513b1ce61d40", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:45.016663 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f761736d-3be3-4d7b-b10e-3a4836f216b8 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:45.017064 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f761736d-3be3-4d7b-b10e-3a4836f216b8'] response: {'server_uuid': '08b1b860-516e-4041-8df8-1fa8cc65a4ed', 'name': 'network-vif-deleted', 'tag': '2d71add9-9fe3-4c66-b490-513b1ce61d40', 'status': 'completed', 'code': 200} May 30 12:08:45.033457 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:45.065047 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-668b3be4-b412-4897-9f78-c5f6278d30db None None] Provisioning complete for port e2714e9d-b17a-42e1-8920-55a988a1b563 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:08:45.065408 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-668b3be4-b412-4897-9f78-c5f6278d30db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:45.068218 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:45.132494 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-668b3be4-b412-4897-9f78-c5f6278d30db None None] Port e2714e9d-b17a-42e1-8920-55a988a1b563 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:08:45.287409 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:45.313196 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] Checking router: f6774cbd-e217-40a1-bec7-c4966c4389e9 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:08:45.322095 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:45.322713 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:45.363393 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb0761-0c08-49dc-9e12-7087c56a76ba req-52819afc-d0d6-4049-af85-ebc3769e6a25 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:45.364974 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-25bb0761-0c08-49dc-9e12-7087c56a76ba req-52819afc-d0d6-4049-af85-ebc3769e6a25 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 931 time: 0.0480433 May 30 12:08:45.420347 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-25bb0761-0c08-49dc-9e12-7087c56a76ba req-2f0886ce-7958-45c8-802e-3bab715a9bd0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488870 May 30 12:08:45.431264 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:45.623395 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:45.649643 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78ebda-a270-4a94-ba62-d96ccc46138c None None] The sync data for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi is: [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:08:45.873845 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed378f-3a23-4deb-acc7-27c961030d34 None None] New status for floating IP 6405e418-e368-4bf8-b0eb-5772eb4e2f2b: DOWN {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:08:45.906633 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b30a0c30-c6b2-4c78-9b06-3498538e77ed req-5711f51a-321a-41f0-aaf4-97460c1747e3 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 210 time: 0.0287979 May 30 12:08:46.542218 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d48fa-d9e7-4ded-9baf-65d0da7c256d req-a013bb5a-23f2-4c76-a23d-0e8422c30600 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:46.543853 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f45d48fa-d9e7-4ded-9baf-65d0da7c256d req-a013bb5a-23f2-4c76-a23d-0e8422c30600 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 931 time: 0.0476301 May 30 12:08:46.568746 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:46.593690 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f45d48fa-d9e7-4ded-9baf-65d0da7c256d req-4dd4e758-8486-4034-b273-e61e9c1bf61c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 May 30 12:08:46.893652 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Request body: {'port': {'device_id': '0614f5df-431f-4955-acdb-05894441016c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:46.962209 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:47.017141 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b415ab08-edcd-4bda-852b-076b3dbd014b req-1c159bdc-ae18-439d-bec2-005e080fa9ad tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b1b860-516e-4041-8df8-1fa8cc65a4ed HTTP/1.1" status: 200 len: 210 time: 0.0334308 May 30 12:08:47.262223 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2714e9d-b17a-42e1-8920-55a988a1b563 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:08:47.270162 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Publish callbacks [] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:47.282400 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:47.283613 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Transition to ACTIVE for port object e2714e9d-b17a-42e1-8920-55a988a1b563 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:08:47.287586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:47.340606 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:47.398663 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:47.423872 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Attempting to bind port e2714e9d-b17a-42e1-8920-55a988a1b563 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:08:47.424230 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Attempting to bind port e2714e9d-b17a-42e1-8920-55a988a1b563 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:08:47.424563 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Attempting to bind port e2714e9d-b17a-42e1-8920-55a988a1b563 on network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:08:47.430261 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Port e2714e9d-b17a-42e1-8920-55a988a1b563 on network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:08:47.430834 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Attempting to bind port e2714e9d-b17a-42e1-8920-55a988a1b563 on network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:08:47.436421 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:08:47.436760 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Checking segment: {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:08:47.437137 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Bound using segment: {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:08:47.437568 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Bound port: e2714e9d-b17a-42e1-8920-55a988a1b563, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca459669-5d6a-44d8-980d-743414884d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:08:47.437925 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:47.508574 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:08:47.511921 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:08:47.518329 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:47.557228 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:47.557844 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:47.559248 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] 10.222.0.65 "PUT /v2.0/ports/e2714e9d-b17a-42e1-8920-55a988a1b563 HTTP/1.1" status: 200 len: 1093 time: 0.6701024 May 30 12:08:47.560357 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:47.561993 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af6740a-d77d-4a51-8233-d0d01f92bb06" -d '{"events": [{"name": "network-changed", "server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:47.584069 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b7c95-5351-4cc8-81f5-1ebf87731912 service neutron] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:47.634260 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e72c1f1-c758-4851-8921-104aa8994a3c x-openstack-request-id: req-2e72c1f1-c758-4851-8921-104aa8994a3c {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:47.634636 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:47.635003 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e72c1f1-c758-4851-8921-104aa8994a3c {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:47.635364 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e72c1f1-c758-4851-8921-104aa8994a3c'] response: {'name': 'network-changed', 'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'status': 'completed', 'code': 200} May 30 12:08:47.668489 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-c1070f2f-3fa5-4e19-8852-811ddfc1448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:47.670090 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-c1070f2f-3fa5-4e19-8852-811ddfc1448e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 1127 time: 0.0483701 May 30 12:08:47.719863 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-3c19f959-18ba-4ead-a5b7-4759c4bb0edb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2714e9d-b17a-42e1-8920-55a988a1b563 HTTP/1.1" status: 200 len: 217 time: 0.0400879 May 30 12:08:47.734735 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef7e9b-9d3e-4e5a-9fc7-b54f591059e1 req-c37e71df-5cac-4929-85ec-2152f2626f6f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:47.736392 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5eef7e9b-9d3e-4e5a-9fc7-b54f591059e1 req-c37e71df-5cac-4929-85ec-2152f2626f6f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0537372 May 30 12:08:47.771676 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-43258154-d7ae-4214-bd9e-3937acb01a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:47.773190 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-43258154-d7ae-4214-bd9e-3937acb01a8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0470023 May 30 12:08:47.786808 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5eef7e9b-9d3e-4e5a-9fc7-b54f591059e1 req-4f6fecb0-1e67-47b8-8837-10793bfea895 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419445 May 30 12:08:47.820731 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-d23a9bcc-9095-45ad-964b-454ca5dee56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:47.822301 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-d23a9bcc-9095-45ad-964b-454ca5dee56d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424318 May 30 12:08:47.915126 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 2d71add9-9fe3-4c66-b490-513b1ce61d40 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:08:47.918155 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-62d09c0c-19bf-4482-a78d-dff1aa16e377 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884562 May 30 12:08:47.937669 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 2d71add9-9fe3-4c66-b490-513b1ce61d40 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:08:47.938011 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 2d71add9-9fe3-4c66-b490-513b1ce61d40 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:08:48.012681 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d0ac21c1-ee08-4ebb-a5fb-14551c395246 req-ece269c8-28bb-46a8-b6a0-1b6c158e4b1e service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834942 May 30 12:08:48.106475 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44870) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:48.162580 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bd465613-b648-494a-a3fb-cd38139a9c7e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (163fa7ac-7bbc-41d5-be31-8332e6ce682f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.186459 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bd465613-b648-494a-a3fb-cd38139a9c7e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (163fa7ac-7bbc-41d5-be31-8332e6ce682f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.240961 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bd465613-b648-494a-a3fb-cd38139a9c7e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (163fa7ac-7bbc-41d5-be31-8332e6ce682f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.243528 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bd465613-b648-494a-a3fb-cd38139a9c7e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.244899 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-bd465613-b648-494a-a3fb-cd38139a9c7e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "DELETE /v2.0/security-groups/163fa7ac-7bbc-41d5-be31-8332e6ce682f HTTP/1.1" status: 204 len: 168 time: 0.1374197 May 30 12:08:48.247634 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44882) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:48.254640 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd465613-b648-494a-a3fb-cd38139a9c7e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163fa7ac-7bbc-41d5-be31-8332e6ce682f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:48.271283 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.api.v2.resource [None req-c1951003-5833-40b1-bb24-92699b73dc23 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] show failed (client error): The resource could not be found. May 30 12:08:48.272754 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c1951003-5833-40b1-bb24-92699b73dc23 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups/163fa7ac-7bbc-41d5-be31-8332e6ce682f HTTP/1.1" status: 404 len: 347 time: 0.0234900 May 30 12:08:48.275410 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44886) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:48.406605 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Deleting port 25d39630-9c29-4482-92d3-1130e393de81 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:08:48.406955 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (25d39630-9c29-4482-92d3-1130e393de81), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.488445 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (25d39630-9c29-4482-92d3-1130e393de81), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.488778 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (25d39630-9c29-4482-92d3-1130e393de81), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.517077 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Calling delete_port for 25d39630-9c29-4482-92d3-1130e393de81 owned by network:floatingip {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:08:48.606447 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:48.663555 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (25d39630-9c29-4482-92d3-1130e393de81), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.675522 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:48.691403 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event deleted for resources: {'Port': ['ID=25d39630-9c29-4482-92d3-1130e393de81,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:48.759845 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (6405e418-e368-4bf8-b0eb-5772eb4e2f2b), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.762345 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.763512 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-3f71c117-e020-4850-a2fb-4f35b384799e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "DELETE /v2.0/floatingips/6405e418-e368-4bf8-b0eb-5772eb4e2f2b HTTP/1.1" status: 204 len: 168 time: 0.4871418 May 30 12:08:48.861100 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 44922) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:48.866221 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-0d7b6732-0fe3-4cb9-81fa-fb10c84dcb48 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135438754', 'description': 'tempest-description--1935259356'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:48.894165 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6732-0fe3-4cb9-81fa-fb10c84dcb48 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.931969 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b318c4-2874-474b-9f74-130455a0562a req-ef510dc8-af24-49bc-a7e1-5da79bc6bea4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:48.933507 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f7b318c4-2874-474b-9f74-130455a0562a req-ef510dc8-af24-49bc-a7e1-5da79bc6bea4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0616891 May 30 12:08:48.967826 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6732-0fe3-4cb9-81fa-fb10c84dcb48 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (fca532d9-0cfd-4fb9-be31-3208df85163d), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.971872 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6732-0fe3-4cb9-81fa-fb10c84dcb48 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (fca532d9-0cfd-4fb9-be31-3208df85163d), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:48.986387 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f7b318c4-2874-474b-9f74-130455a0562a req-e6a34444-5b0f-4e85-b954-864043e02e0d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450225 May 30 12:08:49.033895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6732-0fe3-4cb9-81fa-fb10c84dcb48 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.035137 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-0d7b6732-0fe3-4cb9-81fa-fb10c84dcb48 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1729882 May 30 12:08:49.038690 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44926) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:49.040044 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b6732-0fe3-4cb9-81fa-fb10c84dcb48 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca532d9-0cfd-4fb9-be31-3208df85163d,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:49.043563 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-2c1eab7e-f064-4d46-bf6c-e0763895f44e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'security_group_rule': {'security_group_id': 'fca532d9-0cfd-4fb9-be31-3208df85163d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:49.054392 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-18d71cca-a40d-4f6c-a9b3-78c4ea6fd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:49.055875 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-18d71cca-a40d-4f6c-a9b3-78c4ea6fd868 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 1127 time: 0.0618582 May 30 12:08:49.073472 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2c1eab7e-f064-4d46-bf6c-e0763895f44e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (b16feae1-7194-4717-9b6e-80b5e1de0069), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.125632 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2c1eab7e-f064-4d46-bf6c-e0763895f44e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (b16feae1-7194-4717-9b6e-80b5e1de0069), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.130444 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2c1eab7e-f064-4d46-bf6c-e0763895f44e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (b16feae1-7194-4717-9b6e-80b5e1de0069), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.149806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1eab7e-f064-4d46-bf6c-e0763895f44e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16feae1-7194-4717-9b6e-80b5e1de0069,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:49.157150 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2c1eab7e-f064-4d46-bf6c-e0763895f44e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.158357 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2c1eab7e-f064-4d46-bf6c-e0763895f44e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185973 May 30 12:08:49.158855 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-ad221a6f-1acd-4896-a2ed-2c0c5e39a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:49.160359 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-ad221a6f-1acd-4896-a2ed-2c0c5e39a9b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.0986583 May 30 12:08:49.161048 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44930) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:49.165333 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-452d649c-db45-47aa-9000-0f0dbded787b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'security_group_rule': {'security_group_id': 'fca532d9-0cfd-4fb9-be31-3208df85163d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:49.191886 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-452d649c-db45-47aa-9000-0f0dbded787b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (298dac50-4263-4820-b7d4-2c906285a1d0), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.202627 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-39ffbac4-a82a-4ab9-9178-afcb10822e0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2714e9d-b17a-42e1-8920-55a988a1b563 HTTP/1.1" status: 200 len: 217 time: 0.0337231 May 30 12:08:49.221467 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:49.244018 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-452d649c-db45-47aa-9000-0f0dbded787b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (298dac50-4263-4820-b7d4-2c906285a1d0), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.248111 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-452d649c-db45-47aa-9000-0f0dbded787b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (298dac50-4263-4820-b7d4-2c906285a1d0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.254478 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-c39569f6-4fdb-4700-9649-b652f4a6f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:49.256950 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-c39569f6-4fdb-4700-9649-b652f4a6f396 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0464745 May 30 12:08:49.268990 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d649c-db45-47aa-9000-0f0dbded787b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298dac50-4263-4820-b7d4-2c906285a1d0,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:49.275619 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-452d649c-db45-47aa-9000-0f0dbded787b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.277013 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-452d649c-db45-47aa-9000-0f0dbded787b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150172 May 30 12:08:49.280108 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 44932) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:49.284497 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:49.305172 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.307776 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-2d65c951-87fc-41f4-96b6-71386d74ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:49.309291 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-2d65c951-87fc-41f4-96b6-71386d74ff1a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455704 May 30 12:08:49.403338 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.428533 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-ad5f99ed-4c8e-4a1a-bc1b-0f14bf2833d7 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066804 May 30 12:08:49.466135 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:49.526757 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Allocated IP 172.27.1.123 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/1c9c3203-6195-4791-a0c2-3cd5bb886a3e) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:08:49.534922 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0af6740a-d77d-4a51-8233-d0d01f92bb06 req-7e073a43-2e21-4a54-acee-d2a9b838e90b service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998974 May 30 12:08:49.644816 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for port (1c9c3203-6195-4791-a0c2-3cd5bb886a3e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.678911 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (1c9c3203-6195-4791-a0c2-3cd5bb886a3e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.723829 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:08:49.728698 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:08:49.731172 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:08:49.753489 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'Port': ['ID=1c9c3203-6195-4791-a0c2-3cd5bb886a3e,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:49.816840 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (752abba0-ea8a-4a00-944f-860e075b00a4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.859667 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (1c9c3203-6195-4791-a0c2-3cd5bb886a3e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:49.918820 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e2714e9d-b17a-42e1-8920-55a988a1b563 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:08:49.983893 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:50.008883 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:50.028442 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:50.053352 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'port_id': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'mac_address': 'fa:16:3e:75:ca:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:08:50.057661 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for port (1c9c3203-6195-4791-a0c2-3cd5bb886a3e), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:50.064241 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (1c9c3203-6195-4791-a0c2-3cd5bb886a3e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:50.092086 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port e2714e9d-b17a-42e1-8920-55a988a1b563 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:08:50.092549 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:50.106892 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2714e9d-b17a-42e1-8920-55a988a1b563 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:08:50.128266 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:50.132178 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:50.167455 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'Port': ['ID=1c9c3203-6195-4791-a0c2-3cd5bb886a3e,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:50.180641 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b7880-863a-4fe0-8c3c-42fef6caa6fb req-dde0fb14-87f7-4201-a947-8bb399f75575 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:50.182331 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-251b7880-863a-4fe0-8c3c-42fef6caa6fb req-dde0fb14-87f7-4201-a947-8bb399f75575 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0905895 May 30 12:08:50.188594 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:50.198118 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.198118 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.198579 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.198723 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.199096 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.199388 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.199686 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.200019 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.200348 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.200684 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.201006 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.201329 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.201648 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.201959 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.202281 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:50.208814 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:50.212489 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (752abba0-ea8a-4a00-944f-860e075b00a4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:50.250302 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:50.251518 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e2ae0d93-1cf6-4776-926e-c7d2b9b0f893 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9704132 May 30 12:08:50.263553 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-251b7880-863a-4fe0-8c3c-42fef6caa6fb req-f398d92b-510f-4819-9ede-d3c51507db4c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742612 May 30 12:08:50.419638 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['e2714e9d-b17a-42e1-8920-55a988a1b563'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:08:50.460559 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-ed4b11da-11f3-47cd-99bf-feac8de733f2 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2135438754&fields=id&tenant_id=8b5074cf3e6248668995f266845c8969 HTTP/1.1" status: 200 len: 267 time: 0.0441628 May 30 12:08:50.466389 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:50.575487 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-145a88a1-3da4-4b6e-aa87-ade5a0bf481a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:50.577077 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-145a88a1-3da4-4b6e-aa87-ade5a0bf481a tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 811 time: 0.1099751 May 30 12:08:50.596015 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-6772d92d-82b5-42ff-b744-a90a50b8d226 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/quotas/8b5074cf3e6248668995f266845c8969 HTTP/1.1" status: 200 len: 375 time: 0.0133374 May 30 12:08:50.651934 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-e10230a6-3b1d-4ddd-88fc-3cd98dd23e9f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483515 May 30 12:08:50.747267 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-5301d695-f4eb-4094-bbb1-5d5da5ed969c service neutron] 10.222.0.32 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833519 May 30 12:08:50.839437 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-fff31ab0-100a-4277-86eb-240217592466 service neutron] 10.222.0.32 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863431 May 30 12:08:51.000222 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ac60c396-92f4-4565-a174-5d899b1063ee req-6afc7fc5-726d-4ed5-a13e-8c6cc4f8b46f tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 210 time: 0.0290611 May 30 12:08:51.387407 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49909c6b-8384-4dc6-880a-b97a6474ce18 req-53159aaf-62e0-4d66-843e-f8ad6e6441ce tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:51.389265 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-49909c6b-8384-4dc6-880a-b97a6474ce18 req-53159aaf-62e0-4d66-843e-f8ad6e6441ce tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 944 time: 0.0501962 May 30 12:08:51.438194 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-49909c6b-8384-4dc6-880a-b97a6474ce18 req-f2a81117-a2d4-444c-bfb6-437322179960 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 May 30 12:08:51.951374 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e2714e9d-b17a-42e1-8920-55a988a1b563 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:08:51.995676 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port e2714e9d-b17a-42e1-8920-55a988a1b563 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:08:52.003075 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port e2714e9d-b17a-42e1-8920-55a988a1b563 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:08:52.003534 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:52.019877 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-88619516-f574-456a-9a70-7a9d65e127e7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:52.022155 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-88619516-f574-456a-9a70-7a9d65e127e7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 811 time: 0.1131735 May 30 12:08:52.052334 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:52.094304 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port e2714e9d-b17a-42e1-8920-55a988a1b563 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:08:52.094990 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:52.099736 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-88b5acf7-bddc-425d-802c-baa1610bdd41 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5074cf3e6248668995f266845c8969 HTTP/1.1" status: 200 len: 380 time: 0.0622649 May 30 12:08:52.115595 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'port': {'device_id': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'admin_state_up': True, 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'security_groups': ['fca532d9-0cfd-4fb9-be31-3208df85163d']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:52.120759 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:52.123004 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f329b5-3615-471e-b288-7e10818ba79b" -d '{"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-plugged", "status": "completed", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:52.129144 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-76e5feca-d7b1-42cc-8ccf-8efb6f3ccc11 req-8666ecda-ba68-4d41-b23e-88c3a2bf716c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 210 time: 0.0403354 May 30 12:08:52.136668 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:52.152864 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:52.176119 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8ab9fc-7eb1-4617-b7d6-b11352309467 x-openstack-request-id: req-ee8ab9fc-7eb1-4617-b7d6-b11352309467 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:52.176548 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-plugged", "status": "completed", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:52.176701 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee8ab9fc-7eb1-4617-b7d6-b11352309467 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:52.177306 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8ab9fc-7eb1-4617-b7d6-b11352309467'] response: {'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'code': 200} May 30 12:08:52.205920 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:52.253931 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Made reservation on behalf of 8b5074cf3e6248668995f266845c8969 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:08:52.259844 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:52.262874 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:52.434597 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ac549-296f-48db-8ddd-4b06bc468ed3 req-7d8260dd-080a-4708-94a8-e8f52e28f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:52.436088 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6b3ac549-296f-48db-8ddd-4b06bc468ed3 req-7d8260dd-080a-4708-94a8-e8f52e28f04c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 1129 time: 0.0753255 May 30 12:08:52.442335 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Allocated IP 172.20.0.12 (e532e692-bceb-4466-adae-3cc4239d2d96/b2ae6479-93d2-4a09-ab33-a83977406b66/f11c8f02-5789-4508-b902-db1e07686c56) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:08:52.514001 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6b3ac549-296f-48db-8ddd-4b06bc468ed3 req-84e98dcf-0294-49fe-870a-d1246a344569 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689919 May 30 12:08:52.564652 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6cff5-cee0-40af-bb3e-ba2f8a7dbe8f req-b300e626-1cdf-4da1-9a66-350f9c04de80 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:52.566122 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d4b6cff5-cee0-40af-bb3e-ba2f8a7dbe8f req-b300e626-1cdf-4da1-9a66-350f9c04de80 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0491202 May 30 12:08:52.619215 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d4b6cff5-cee0-40af-bb3e-ba2f8a7dbe8f req-89437b14-ed4f-4fda-b610-5ab0564eeb6b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469298 May 30 12:08:52.629383 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for port (f11c8f02-5789-4508-b902-db1e07686c56), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:52.662801 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (f11c8f02-5789-4508-b902-db1e07686c56), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:52.709828 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Network e532e692-bceb-4466-adae-3cc4239d2d96 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:08:52.713133 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:08:52.716913 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:08:52.744764 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event updated for resources: {'Port': ['ID=f11c8f02-5789-4508-b902-db1e07686c56,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:52.774459 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:52.775163 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:52.792442 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-c07237c2-76a3-41a7-bc62-e48d16697067 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6822324 May 30 12:08:52.804964 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Request body: {'port': {'device_id': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:52.867439 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f11c8f02-5789-4508-b902-db1e07686c56), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:52.953024 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-bc09d123-6c86-4688-aa37-f53feae71af6 None None] Provisioning complete for port f11c8f02-5789-4508-b902-db1e07686c56 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:08:52.953685 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bc09d123-6c86-4688-aa37-f53feae71af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (f11c8f02-5789-4508-b902-db1e07686c56), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:52.954714 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:52.985554 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-bc09d123-6c86-4688-aa37-f53feae71af6 None None] Port f11c8f02-5789-4508-b902-db1e07686c56 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:08:53.080504 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:53.164738 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11c8f02-5789-4508-b902-db1e07686c56 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:08:53.172404 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Publish callbacks [] for port (f11c8f02-5789-4508-b902-db1e07686c56), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:53.185754 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Transition to ACTIVE for port object f11c8f02-5789-4508-b902-db1e07686c56 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:08:53.189430 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (f11c8f02-5789-4508-b902-db1e07686c56), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:53.248679 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73674bd7-2215-4ad7-8bc3-e6b4ea435fe0 req-a2278170-bea5-457e-b87f-46c7d8545cd3 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:53.250264 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-73674bd7-2215-4ad7-8bc3-e6b4ea435fe0 req-a2278170-bea5-457e-b87f-46c7d8545cd3 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 944 time: 0.0510523 May 30 12:08:53.261645 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Pushing event updated for resources: {'Port': ['ID=f11c8f02-5789-4508-b902-db1e07686c56,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:53.304843 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-73674bd7-2215-4ad7-8bc3-e6b4ea435fe0 req-044d7a8f-a53a-4295-b679-10b60c731713 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 May 30 12:08:53.322584 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Attempting to bind port f11c8f02-5789-4508-b902-db1e07686c56 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:08:53.322920 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Attempting to bind port f11c8f02-5789-4508-b902-db1e07686c56 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:08:53.323251 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Attempting to bind port f11c8f02-5789-4508-b902-db1e07686c56 on network e532e692-bceb-4466-adae-3cc4239d2d96 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:08:53.328051 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Port f11c8f02-5789-4508-b902-db1e07686c56 on network e532e692-bceb-4466-adae-3cc4239d2d96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:08:53.328400 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Attempting to bind port f11c8f02-5789-4508-b902-db1e07686c56 on network e532e692-bceb-4466-adae-3cc4239d2d96 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:08:53.334117 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:08:53.334449 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Checking segment: {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:08:53.334837 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Bound using segment: {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:08:53.335279 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Bound port: f11c8f02-5789-4508-b902-db1e07686c56, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:08:53.335639 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f11c8f02-5789-4508-b902-db1e07686c56), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:53.404658 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] For port f11c8f02-5789-4508-b902-db1e07686c56, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:08:53.408033 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] For port f11c8f02-5789-4508-b902-db1e07686c56, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f11c8f02-5789-4508-b902-db1e07686c56,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:08:53.416107 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (f11c8f02-5789-4508-b902-db1e07686c56), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:53.457043 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:53.458205 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:53.459617 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] 10.222.0.65 "PUT /v2.0/ports/f11c8f02-5789-4508-b902-db1e07686c56 HTTP/1.1" status: 200 len: 1094 time: 0.6599247 May 30 12:08:53.460066 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'tag': 'f11c8f02-5789-4508-b902-db1e07686c56'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:53.462360 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00801e4d-05ad-4df7-ad12-d0c19f9ab859" -d '{"events": [{"name": "network-changed", "server_uuid": "9c81cc0f-7430-4246-a05e-4670433f04ac", "tag": "f11c8f02-5789-4508-b902-db1e07686c56"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:53.485508 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0933cd-f8d3-4b14-97f1-b5beb04bf839 service neutron] Pushing event updated for resources: {'Port': ['ID=f11c8f02-5789-4508-b902-db1e07686c56,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:53.505126 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873bfa16-6a1c-4b8c-b501-1611c4f613f4 x-openstack-request-id: req-873bfa16-6a1c-4b8c-b501-1611c4f613f4 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:53.505603 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c81cc0f-7430-4246-a05e-4670433f04ac", "tag": "f11c8f02-5789-4508-b902-db1e07686c56", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:53.505872 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-873bfa16-6a1c-4b8c-b501-1611c4f613f4 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:53.506284 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873bfa16-6a1c-4b8c-b501-1611c4f613f4'] response: {'name': 'network-changed', 'server_uuid': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'tag': 'f11c8f02-5789-4508-b902-db1e07686c56', 'status': 'completed', 'code': 200} May 30 12:08:53.588737 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-8c0f34ed-fa29-412b-8bc3-a908416ac9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:53.590281 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-8c0f34ed-fa29-412b-8bc3-a908416ac9f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 1128 time: 0.0487835 May 30 12:08:53.686681 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45002) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:53.750225 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bee3b7-0599-46bc-8205-fce420567b85 req-d9925c2d-6edc-4bf6-ae68-7362226ee470 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:53.751670 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-36bee3b7-0599-46bc-8205-fce420567b85 req-d9925c2d-6edc-4bf6-ae68-7362226ee470 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0526426 May 30 12:08:53.765126 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:53.803925 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-de2686a0-be5b-4c00-8b4d-c1de7656d6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:53.804675 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-36bee3b7-0599-46bc-8205-fce420567b85 req-67e5df07-4c6a-4984-bb21-e0a65597042c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462074 May 30 12:08:53.880692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-de2686a0-be5b-4c00-8b4d-c1de7656d6a1 admin admin] Publish callbacks [] for security_group (485f701e-1065-407a-a675-f4f7ad94f05a), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:53.884550 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-de2686a0-be5b-4c00-8b4d-c1de7656d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (485f701e-1065-407a-a675-f4f7ad94f05a), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:53.923779 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-de2686a0-be5b-4c00-8b4d-c1de7656d6a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cbd0030297e43dca0e4cab9ee7aded4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358809 May 30 12:08:53.924642 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2686a0-be5b-4c00-8b4d-c1de7656d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485f701e-1065-407a-a675-f4f7ad94f05a,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:53.926608 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45006) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:53.975914 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Publish callbacks [] for security_group (485f701e-1065-407a-a675-f4f7ad94f05a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:53.997898 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Publish callbacks [] for security_group (485f701e-1065-407a-a675-f4f7ad94f05a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:54.045589 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (485f701e-1065-407a-a675-f4f7ad94f05a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:54.048480 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:54.049660 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/485f701e-1065-407a-a675-f4f7ad94f05a HTTP/1.1" status: 204 len: 168 time: 0.1220703 May 30 12:08:54.058277 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f701e-1065-407a-a675-f4f7ad94f05a,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:54.065593 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.065946 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.066291 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.066627 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.067014 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.067921 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.068222 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.068554 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.068891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.069338 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.069670 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.069996 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.070356 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.070639 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.070959 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa23cc-5c61-4494-8592-1e786168b4c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:08:54.177478 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-b277a7e3-ff25-49b6-b3d2-31a9ab2cff9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f11c8f02-5789-4508-b902-db1e07686c56 HTTP/1.1" status: 200 len: 217 time: 0.0350950 May 30 12:08:54.240601 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-73fa253d-5ac1-49b4-aa0c-e4021b36e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:54.242263 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-73fa253d-5ac1-49b4-aa0c-e4021b36e091 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2ae6479-93d2-4a09-ab33-a83977406b66 HTTP/1.1" status: 200 len: 850 time: 0.0482717 May 30 12:08:54.296748 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-156188a5-061c-4e99-80a5-4576b3690008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:54.298197 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-156188a5-061c-4e99-80a5-4576b3690008 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e532e692-bceb-4466-adae-3cc4239d2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492790 May 30 12:08:54.313385 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:54.392669 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:54.399602 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-79bbd6c8-dec0-40ce-8645-304ed0e9aea2 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934796 May 30 12:08:54.433268 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b39172-c6ec-4e62-90d4-a45efae8777d req-0d4a157a-1fb2-4219-afbc-900789d9ea63 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:54.434753 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-33b39172-c6ec-4e62-90d4-a45efae8777d req-0d4a157a-1fb2-4219-afbc-900789d9ea63 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 944 time: 0.0525401 May 30 12:08:54.450522 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:54.482355 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-33b39172-c6ec-4e62-90d4-a45efae8777d req-a3b2ad96-d3f9-4611-8f21-cca484109cc5 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 May 30 12:08:54.495259 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ef629deb-d1d0-4884-9a32-ec2341217cf9 req-5740aeb3-f89b-415c-9548-d4a4958724e5 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892715 May 30 12:08:54.674080 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:08:54.923465 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2d0cf-32ed-48b1-a56d-0493094ad773 req-c63d25d9-413b-4a49-afbf-2f4b5a625599 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:54.924999 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-78a2d0cf-32ed-48b1-a56d-0493094ad773 req-c63d25d9-413b-4a49-afbf-2f4b5a625599 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0488117 May 30 12:08:54.974909 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-78a2d0cf-32ed-48b1-a56d-0493094ad773 req-ee20f1fe-2676-47bc-a92e-d6f143bd3005 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432842 May 30 12:08:55.091117 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6ea7-fe5b-4c0c-9bd0-2abe8de1b2e2 req-2f4ecef2-b99d-4a40-8e16-6d462f5b83d6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:55.092583 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-343d6ea7-fe5b-4c0c-9bd0-2abe8de1b2e2 req-2f4ecef2-b99d-4a40-8e16-6d462f5b83d6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0472960 May 30 12:08:55.102023 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45016) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:08:55.106384 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-38321522-2ef6-4287-8715-ac5e3a2b1b28 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Request body: {'floatingip': {'port_id': 'e2714e9d-b17a-42e1-8920-55a988a1b563'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:08:55.147556 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-38321522-2ef6-4287-8715-ac5e3a2b1b28 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (c621da07-5e60-43ee-a6ff-a25f317a692b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:55.531194 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-bbb899ef-afd6-4d23-af3d-ddd77e060e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:55.532731 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-bbb899ef-afd6-4d23-af3d-ddd77e060e46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 1128 time: 0.0559583 May 30 12:08:55.608050 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-38321522-2ef6-4287-8715-ac5e3a2b1b28 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:55.616937 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-38321522-2ef6-4287-8715-ac5e3a2b1b28 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (c621da07-5e60-43ee-a6ff-a25f317a692b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:55.626034 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655f4b8-12e4-4b70-a481-a72efe62fe94 req-c404d753-8399-484a-9098-84b11e3c3bdd tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:55.627777 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6655f4b8-12e4-4b70-a481-a72efe62fe94 req-c404d753-8399-484a-9098-84b11e3c3bdd tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 944 time: 0.0705547 May 30 12:08:55.644868 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-009625e3-ad38-4d6a-88b0-572620b56533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:55.646869 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-009625e3-ad38-4d6a-88b0-572620b56533 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 912 time: 0.1077383 May 30 12:08:55.676135 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:55.686871 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-732567e8-57af-4a04-9d51-6f75d1ff8cff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f11c8f02-5789-4508-b902-db1e07686c56 HTTP/1.1" status: 200 len: 217 time: 0.0332396 May 30 12:08:55.736923 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-5ca63cfd-f70a-4f5e-abf7-203b34e4c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:55.738369 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-5ca63cfd-f70a-4f5e-abf7-203b34e4c99d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2ae6479-93d2-4a09-ab33-a83977406b66 HTTP/1.1" status: 200 len: 850 time: 0.0444269 May 30 12:08:55.749133 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6655f4b8-12e4-4b70-a481-a72efe62fe94 req-a61e3ed9-1853-4e64-8d09-df763ddecab8 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913532 May 30 12:08:55.760381 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-38321522-2ef6-4287-8715-ac5e3a2b1b28 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Floating IP c621da07-5e60-43ee-a6ff-a25f317a692b associated. External IP: 172.27.1.235, port: e2714e9d-b17a-42e1-8920-55a988a1b563. May 30 12:08:55.783834 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-2fa6a0ec-909f-4f88-895c-20ae6a0d2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:55.785354 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-2fa6a0ec-909f-4f88-895c-20ae6a0d2aa3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e532e692-bceb-4466-adae-3cc4239d2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398662 May 30 12:08:55.883986 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-161a7f6f-2fc7-4166-ac6b-4f783ade248a service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911105 May 30 12:08:55.949436 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:55.966308 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38321522-2ef6-4287-8715-ac5e3a2b1b28 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Router 310e0f69-6350-4ff1-85d8-234cd151838a has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:08:55.977771 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device f11c8f02-5789-4508-b902-db1e07686c56 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:08:55.983069 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-00801e4d-05ad-4df7-ad12-d0c19f9ab859 req-84e3cfad-193c-441c-8e5a-96b0f8042859 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925972 May 30 12:08:56.045694 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:56.075909 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38321522-2ef6-4287-8715-ac5e3a2b1b28 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:08:56.077805 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port f11c8f02-5789-4508-b902-db1e07686c56, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f11c8f02-5789-4508-b902-db1e07686c56,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:56.080394 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-38321522-2ef6-4287-8715-ac5e3a2b1b28 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:56.088885 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] Sync routers for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:08:56.097101 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'f11c8f02-5789-4508-b902-db1e07686c56', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'port_id': 'f11c8f02-5789-4508-b902-db1e07686c56', 'mac_address': 'fa:16:3e:66:f9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:08:56.105839 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:56.106460 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:56.110808 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-38321522-2ef6-4287-8715-ac5e3a2b1b28 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "PUT /v2.0/floatingips/c621da07-5e60-43ee-a6ff-a25f317a692b HTTP/1.1" status: 200 len: 991 time: 1.0076888 May 30 12:08:56.111365 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:56.113947 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3e8bd6-caef-4d5c-814d-d5115088fda1" -d '{"events": [{"name": "network-changed", "server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:56.153100 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd18556-9f7a-4a78-8d3c-be21cdec1a08 x-openstack-request-id: req-cdd18556-9f7a-4a78-8d3c-be21cdec1a08 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:56.153316 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:56.153733 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdd18556-9f7a-4a78-8d3c-be21cdec1a08 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:56.154005 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd18556-9f7a-4a78-8d3c-be21cdec1a08'] response: {'name': 'network-changed', 'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'status': 'completed', 'code': 200} May 30 12:08:56.217954 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-19957409-0370-4875-981d-34dbc0b8fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:56.219459 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-19957409-0370-4875-981d-34dbc0b8fde3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 1129 time: 0.0423670 May 30 12:08:56.302832 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port f11c8f02-5789-4508-b902-db1e07686c56 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:08:56.303119 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f11c8f02-5789-4508-b902-db1e07686c56), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:56.319510 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-511b15b9-0f67-465d-9424-f0c7b19190b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:56.320993 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-511b15b9-0f67-465d-9424-f0c7b19190b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.0916862 May 30 12:08:56.326113 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11c8f02-5789-4508-b902-db1e07686c56 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:08:56.375597 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port f11c8f02-5789-4508-b902-db1e07686c56, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f11c8f02-5789-4508-b902-db1e07686c56,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:56.383561 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (f11c8f02-5789-4508-b902-db1e07686c56), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:56.386553 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-f7099cf8-9fa7-4f06-8c07-d4b19ff3c702 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2714e9d-b17a-42e1-8920-55a988a1b563 HTTP/1.1" status: 200 len: 999 time: 0.0587213 May 30 12:08:56.394535 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:56.438470 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-c6d819d3-b1ad-4fcb-8a47-329f3779e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:56.439803 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-c6d819d3-b1ad-4fcb-8a47-329f3779e96f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0449505 May 30 12:08:56.454324 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:56.488337 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-2abd5c35-d4c7-4b9f-be52-b86074e0c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:56.490904 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-2abd5c35-d4c7-4b9f-be52-b86074e0c1be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436058 May 30 12:08:56.501020 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=f11c8f02-5789-4508-b902-db1e07686c56,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:56.541134 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:56.588629 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-b42a9cdf-74b6-4660-a0f9-9db684182c40 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909910 May 30 12:08:56.656451 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': 'c621da07-5e60-43ee-a6ff-a25f317a692b', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'port_id': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'mac_address': 'fa:16:3e:75:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0614f5df-431f-4955-acdb-05894441016c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:08:35Z', 'updated_at': '2022-05-30T12:08:55Z', 'revision_number': 1, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:56.684710 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['f11c8f02-5789-4508-b902-db1e07686c56'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:08:56.685653 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ac3e8bd6-caef-4d5c-814d-d5115088fda1 req-775254e4-bc32-463b-9b11-8b23fe958175 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900636 May 30 12:08:56.688308 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] Checking router: 310e0f69-6350-4ff1-85d8-234cd151838a for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:08:56.726188 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:08:56.726817 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:56.874037 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcb5b3-242f-4e23-beb1-ebf54e7ad6e1 req-6ee86004-5cf2-47ea-b03a-57c2cfaa252b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:56.875595 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d1dcb5b3-242f-4e23-beb1-ebf54e7ad6e1 req-6ee86004-5cf2-47ea-b03a-57c2cfaa252b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 945 time: 0.0562704 May 30 12:08:56.880635 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:08:56.925584 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d1dcb5b3-242f-4e23-beb1-ebf54e7ad6e1 req-d7395fdc-a062-4232-9925-00d2a91a350e tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 May 30 12:08:56.976948 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:57.145570 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': 'c621da07-5e60-43ee-a6ff-a25f317a692b', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'port_id': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'mac_address': 'fa:16:3e:75:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0614f5df-431f-4955-acdb-05894441016c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:08:35Z', 'updated_at': '2022-05-30T12:08:55Z', 'revision_number': 1, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:08:57.180438 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26baca-e69d-42b5-92fb-2c7a5a1b90b2 None None] The sync data for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi is: [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': 'c621da07-5e60-43ee-a6ff-a25f317a692b', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'port_id': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'mac_address': 'fa:16:3e:75:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0614f5df-431f-4955-acdb-05894441016c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:08:35Z', 'updated_at': '2022-05-30T12:08:55Z', 'revision_number': 1, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:08:57.367871 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce62bdb-1a5e-4b89-83a2-a3669180a721 None None] New status for floating IP c621da07-5e60-43ee-a6ff-a25f317a692b: ACTIVE {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:08:57.990509 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device f11c8f02-5789-4508-b902-db1e07686c56 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:08:58.039413 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port f11c8f02-5789-4508-b902-db1e07686c56 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:08:58.046071 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port f11c8f02-5789-4508-b902-db1e07686c56 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:08:58.046998 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (f11c8f02-5789-4508-b902-db1e07686c56), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:58.128427 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port f11c8f02-5789-4508-b902-db1e07686c56 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:08:58.128817 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (f11c8f02-5789-4508-b902-db1e07686c56), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:58.155391 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11c8f02-5789-4508-b902-db1e07686c56'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:08:58.157638 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feb4bb6-60fd-466a-adf3-07ffa5891062" -d '{"events": [{"server_uuid": "9c81cc0f-7430-4246-a05e-4670433f04ac", "name": "network-vif-plugged", "status": "completed", "tag": "f11c8f02-5789-4508-b902-db1e07686c56"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:08:58.172726 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port f11c8f02-5789-4508-b902-db1e07686c56, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f11c8f02-5789-4508-b902-db1e07686c56,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:08:58.177430 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (f11c8f02-5789-4508-b902-db1e07686c56), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:08:58.181591 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:08:58.205931 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a157afe-52f2-4b7d-8850-e8b52e0bfdcd x-openstack-request-id: req-0a157afe-52f2-4b7d-8850-e8b52e0bfdcd {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:08:58.206312 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c81cc0f-7430-4246-a05e-4670433f04ac", "name": "network-vif-plugged", "status": "completed", "tag": "f11c8f02-5789-4508-b902-db1e07686c56", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:08:58.206504 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a157afe-52f2-4b7d-8850-e8b52e0bfdcd {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:08:58.206906 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a157afe-52f2-4b7d-8850-e8b52e0bfdcd'] response: {'server_uuid': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11c8f02-5789-4508-b902-db1e07686c56', 'code': 200} May 30 12:08:58.218977 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf580d-dc8c-4c02-a5f1-69af05ddebf4 req-dc62db9f-cc41-46a0-b708-f4643096bcf7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:58.220506 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9adf580d-dc8c-4c02-a5f1-69af05ddebf4 req-dc62db9f-cc41-46a0-b708-f4643096bcf7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0557871 May 30 12:08:58.234683 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=f11c8f02-5789-4508-b902-db1e07686c56,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:08:58.285466 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9adf580d-dc8c-4c02-a5f1-69af05ddebf4 req-3a780ffe-a797-47ba-ae45-c8b6f4de66c4 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585949 May 30 12:08:58.384412 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ccaad-f996-4fa1-90f0-0a2a4be70ba3 req-860f2759-11a4-4aca-a750-e574e206a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:58.385925 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6ccaad-f996-4fa1-90f0-0a2a4be70ba3 req-860f2759-11a4-4aca-a750-e574e206a34e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 1130 time: 0.0421069 May 30 12:08:58.432497 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8d6ccaad-f996-4fa1-90f0-0a2a4be70ba3 req-337cace9-76ab-44cf-baea-c698c84ece36 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 May 30 12:08:59.404908 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25fa4-0b8a-4cad-951b-4204f28aa2f5 req-a3ec4858-b04b-42b7-ba1c-1238fdb4f981 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:08:59.406372 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ab25fa4-0b8a-4cad-951b-4204f28aa2f5 req-a3ec4858-b04b-42b7-ba1c-1238fdb4f981 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0487368 May 30 12:08:59.458001 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ab25fa4-0b8a-4cad-951b-4204f28aa2f5 req-4ae2136f-6bf1-4dbf-9583-39065ba88da8 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449243 May 30 12:09:00.574517 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f16314-056a-42cc-9b6f-33e7566022e7 req-71bb38a1-73df-468d-8eb2-4008b06e49da tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:00.576036 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b1f16314-056a-42cc-9b6f-33e7566022e7 req-71bb38a1-73df-468d-8eb2-4008b06e49da tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0506577 May 30 12:09:00.623666 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b1f16314-056a-42cc-9b6f-33e7566022e7 req-51d8f6c7-95b8-4121-97e6-09f5403da93c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421407 May 30 12:09:00.731488 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdce9c5-7121-42cc-ad6b-314a58190518 req-68beefe8-5f2e-43a4-985f-a2617b0ebacb tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:00.732956 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cfdce9c5-7121-42cc-ad6b-314a58190518 req-68beefe8-5f2e-43a4-985f-a2617b0ebacb tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0460451 May 30 12:09:00.742359 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45040) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:00.746625 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-1d10a7b3-c35d-497f-8ef8-787450f50e9c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Request body: {'floatingip': {'port_id': 'f11c8f02-5789-4508-b902-db1e07686c56'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:09:00.787531 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1d10a7b3-c35d-497f-8ef8-787450f50e9c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (752abba0-ea8a-4a00-944f-860e075b00a4), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:00.936082 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:01.438371 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:01.444968 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1d10a7b3-c35d-497f-8ef8-787450f50e9c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:01.449786 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1d10a7b3-c35d-497f-8ef8-787450f50e9c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (752abba0-ea8a-4a00-944f-860e075b00a4), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:01.546396 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-1d10a7b3-c35d-497f-8ef8-787450f50e9c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Floating IP 752abba0-ea8a-4a00-944f-860e075b00a4 associated. External IP: 172.27.1.123, port: f11c8f02-5789-4508-b902-db1e07686c56. May 30 12:09:01.747702 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d10a7b3-c35d-497f-8ef8-787450f50e9c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Router f6774cbd-e217-40a1-bec7-c4966c4389e9 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:09:01.851475 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d10a7b3-c35d-497f-8ef8-787450f50e9c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:09:01.856295 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1d10a7b3-c35d-497f-8ef8-787450f50e9c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:01.860690 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] Sync routers for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:09:01.870796 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:01.871415 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:01.887589 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1d10a7b3-c35d-497f-8ef8-787450f50e9c tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "PUT /v2.0/floatingips/752abba0-ea8a-4a00-944f-860e075b00a4 HTTP/1.1" status: 200 len: 992 time: 1.1442683 May 30 12:09:01.888349 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'tag': 'f11c8f02-5789-4508-b902-db1e07686c56'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:09:01.890656 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f21b8d-c520-4b46-869d-60e1b4e7aaff" -d '{"events": [{"name": "network-changed", "server_uuid": "9c81cc0f-7430-4246-a05e-4670433f04ac", "tag": "f11c8f02-5789-4508-b902-db1e07686c56"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:09:01.929333 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ddace5-2b09-4d96-9fa1-c06e70d5ae56 x-openstack-request-id: req-f8ddace5-2b09-4d96-9fa1-c06e70d5ae56 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:09:01.929625 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c81cc0f-7430-4246-a05e-4670433f04ac", "tag": "f11c8f02-5789-4508-b902-db1e07686c56", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:09:01.929878 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8ddace5-2b09-4d96-9fa1-c06e70d5ae56 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:09:01.930287 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ddace5-2b09-4d96-9fa1-c06e70d5ae56'] response: {'name': 'network-changed', 'server_uuid': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'tag': 'f11c8f02-5789-4508-b902-db1e07686c56', 'status': 'completed', 'code': 200} May 30 12:09:01.975455 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:01.989378 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-21e71f94-0577-4898-b3b2-ad1e01e1250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:01.990993 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-21e71f94-0577-4898-b3b2-ad1e01e1250d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5074cf3e6248668995f266845c8969&device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 1130 time: 0.0400023 May 30 12:09:02.004269 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:02.087255 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-70ffd0fd-7b24-487c-b540-91e8069f52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:02.088833 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-70ffd0fd-7b24-487c-b540-91e8069f52ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 200 len: 912 time: 0.0915987 May 30 12:09:02.151872 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-2bc4d95f-471c-4e3f-ad6e-14e80db76b6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f11c8f02-5789-4508-b902-db1e07686c56 HTTP/1.1" status: 200 len: 1000 time: 0.0558441 May 30 12:09:02.193006 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '752abba0-ea8a-4a00-944f-860e075b00a4', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'port_id': 'f11c8f02-5789-4508-b902-db1e07686c56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'mac_address': 'fa:16:3e:66:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:08:49Z', 'updated_at': '2022-05-30T12:09:01Z', 'revision_number': 1, 'project_id': '8b5074cf3e6248668995f266845c8969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:02.218992 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] Checking router: f6774cbd-e217-40a1-bec7-c4966c4389e9 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:09:02.229016 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:02.229654 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:08:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:02.231309 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:02.456119 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-1da7ec98-a2a2-4114-ba32-cc8e63cd8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:02.458207 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-1da7ec98-a2a2-4114-ba32-cc8e63cd8747 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2ae6479-93d2-4a09-ab33-a83977406b66 HTTP/1.1" status: 200 len: 850 time: 0.2903352 May 30 12:09:02.474110 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:02.503688 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-69137820-62c5-4802-8884-03a6b2495b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:02.505353 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-69137820-62c5-4802-8884-03a6b2495b4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e532e692-bceb-4466-adae-3cc4239d2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402217 May 30 12:09:02.606598 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-57485210-3100-47dc-a5b3-45d626af6798 service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928504 May 30 12:09:02.701961 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '752abba0-ea8a-4a00-944f-860e075b00a4', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'port_id': 'f11c8f02-5789-4508-b902-db1e07686c56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'mac_address': 'fa:16:3e:66:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:08:49Z', 'updated_at': '2022-05-30T12:09:01Z', 'revision_number': 1, 'project_id': '8b5074cf3e6248668995f266845c8969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:02.706870 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-45f21b8d-c520-4b46-869d-60e1b4e7aaff req-8f323d46-20e4-423e-8459-1d648f60315b service neutron] 10.222.0.65 "GET /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933223 May 30 12:09:02.728647 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00600214-c22a-4c0e-8a59-c6444ab909eb None None] The sync data for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi is: [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '752abba0-ea8a-4a00-944f-860e075b00a4', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'port_id': 'f11c8f02-5789-4508-b902-db1e07686c56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'mac_address': 'fa:16:3e:66:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:08:49Z', 'updated_at': '2022-05-30T12:09:01Z', 'revision_number': 1, 'project_id': '8b5074cf3e6248668995f266845c8969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:09:02.932201 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a0884-5602-4606-b377-9b8664c111cb None None] New status for floating IP 752abba0-ea8a-4a00-944f-860e075b00a4: ACTIVE {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:09:03.175634 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:03.206134 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6f36-3da8-451a-ab93-31dc3fc6ff6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:04.736491 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-83f41562-af9e-4f1e-9e5f-d39e78e761e5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385809 May 30 12:09:04.826073 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-dfe78b44-3a1a-4dd8-9151-e3b2c91a20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:04.827568 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-dfe78b44-3a1a-4dd8-9151-e3b2c91a20f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c988db8e79bf4c98ac288105177f90f2&device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 1129 time: 0.0435867 May 30 12:09:04.937048 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-ba73ecbb-259a-424a-8e8b-1ee0b1a9a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:04.938441 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-ba73ecbb-259a-424a-8e8b-1ee0b1a9a6b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 200 len: 920 time: 0.0916219 May 30 12:09:04.986838 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-c13a5b10-84bf-4bd8-8648-01b9dfc08ae5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4002c1fa-42e8-4916-ae13-112447234689 HTTP/1.1" status: 200 len: 217 time: 0.0358651 May 30 12:09:05.036092 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-cf8202e8-873e-498d-9aa4-fa3be26702bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:05.037559 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-cf8202e8-873e-498d-9aa4-fa3be26702bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 200 len: 858 time: 0.0440228 May 30 12:09:05.078675 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:05.082724 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-c6a9aa2e-3dae-4e7a-9d86-3b7cc9d05a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:05.084292 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-c6a9aa2e-3dae-4e7a-9d86-3b7cc9d05a38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1df1af59-dc4a-4ec6-926a-e35a4841adfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402629 May 30 12:09:05.178125 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-e27625b0-0f6b-4111-8f8f-023e1e78d38f service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872915 May 30 12:09:05.273327 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-245708ba-2034-4e6f-81ec-3b45a6d67021 req-4ad97daa-4022-4816-b1a3-4b7e5cbd64fb service neutron] 10.222.0.65 "GET /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872486 May 30 12:09:05.526713 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:05.538551 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-db99f011-612b-4cbb-a390-481a92bde36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:06.922640 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:08.335128 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:09.937072 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:11.534345 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c5665-141b-480d-88ec-4b5e6519d132 req-7854899e-bc9c-43a0-aee1-71073a110b9f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:11.536509 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-134c5665-141b-480d-88ec-4b5e6519d132 req-7854899e-bc9c-43a0-aee1-71073a110b9f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0508862 May 30 12:09:11.583234 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-134c5665-141b-480d-88ec-4b5e6519d132 req-b4b3717b-522c-4a6a-ba66-4d3abeb63403 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411313 May 30 12:09:12.709988 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23412-a5fb-49a8-9d55-f6c91899deb5 req-1eb66b14-8a19-4d34-8fc3-2316c0e10f09 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:12.711475 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ef23412-a5fb-49a8-9d55-f6c91899deb5 req-1eb66b14-8a19-4d34-8fc3-2316c0e10f09 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0530775 May 30 12:09:12.758295 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ef23412-a5fb-49a8-9d55-f6c91899deb5 req-65c7988c-dde8-408f-8d43-cb62857680d4 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412488 May 30 12:09:13.032813 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:13.036372 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:13.874002 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9240d-3990-4e5c-ae2e-4af56480dfa6 req-2cffca6f-1435-41dd-a375-bdd6d569e5ee tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:13.875437 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-90d9240d-3990-4e5c-ae2e-4af56480dfa6 req-2cffca6f-1435-41dd-a375-bdd6d569e5ee tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0483582 May 30 12:09:13.891336 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:13.935669 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-90d9240d-3990-4e5c-ae2e-4af56480dfa6 req-90537b26-7a52-448f-969a-781c0b4664c8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535603 May 30 12:09:15.066365 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d9d3d-200e-4540-bb6e-30f66b0e0c9f req-c543e35f-3aab-467d-ac2f-6eb7cf6fa368 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:15.068498 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-019d9d3d-200e-4540-bb6e-30f66b0e0c9f req-c543e35f-3aab-467d-ac2f-6eb7cf6fa368 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0577178 May 30 12:09:15.134795 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-019d9d3d-200e-4540-bb6e-30f66b0e0c9f req-1566fe44-7bbb-47a4-ae52-f9d9e3896477 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=891e906f-593d-42c3-abb9-39cea2ee3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554545 May 30 12:09:15.219975 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-1fc58c53-8f0d-4cc9-8c1d-f2ff83916a7e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:15.221457 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-1fc58c53-8f0d-4cc9-8c1d-f2ff83916a7e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 945 time: 0.0530982 May 30 12:09:15.296362 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:15.306920 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Deleting port e405a0d8-23b0-474a-be51-1a5734d329c4 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:15.307265 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:15.403798 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] For port e405a0d8-23b0-474a-be51-1a5734d329c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e405a0d8-23b0-474a-be51-1a5734d329c4,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:15.404189 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:15.570844 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:15.571507 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (331320c4-a8d5-4530-8eaa-03d0d84250c7), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:15.571821 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Floating IP 331320c4-a8d5-4530-8eaa-03d0d84250c7 disassociated. External IP: 172.27.1.156, port: e405a0d8-23b0-474a-be51-1a5734d329c4. May 30 12:09:15.572229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Calling delete_port for e405a0d8-23b0-474a-be51-1a5734d329c4 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:15.711205 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (e405a0d8-23b0-474a-be51-1a5734d329c4), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:15.740688 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event deleted for resources: {'Port': ['ID=e405a0d8-23b0-474a-be51-1a5734d329c4,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:15.848136 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Router 3455798f-20e7-4f83-988c-77715ee45271 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:09:15.940857 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:15.952764 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:09:15.965133 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] Sync routers for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:09:15.975696 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:15.976462 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:09:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:15.995629 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] No DVR routers for this DVR port e405a0d8-23b0-474a-be51-1a5734d329c4 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:09:15.998162 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:16.001378 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6fb286c8-6b12-456d-8849-5f91d3255974 req-b0f0787a-ad33-4177-8225-f4e06364eee9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "DELETE /v2.0/ports/e405a0d8-23b0-474a-be51-1a5734d329c4 HTTP/1.1" status: 204 len: 173 time: 0.7735000 May 30 12:09:16.001811 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'name': 'network-vif-deleted', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:09:16.004708 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391fede7-37c5-42b4-bcad-d9aa7823e402" -d '{"events": [{"server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "name": "network-vif-deleted", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:09:16.049257 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8211dd3-abd0-4a2d-8d7c-4eca3f550b2b x-openstack-request-id: req-a8211dd3-abd0-4a2d-8d7c-4eca3f550b2b {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:09:16.049545 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f672fe-d699-4f70-bc26-74dced714a5d", "name": "network-vif-deleted", "tag": "e405a0d8-23b0-474a-be51-1a5734d329c4", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:09:16.049793 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8211dd3-abd0-4a2d-8d7c-4eca3f550b2b {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:09:16.050197 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8211dd3-abd0-4a2d-8d7c-4eca3f550b2b'] response: {'server_uuid': '83f672fe-d699-4f70-bc26-74dced714a5d', 'name': 'network-vif-deleted', 'tag': 'e405a0d8-23b0-474a-be51-1a5734d329c4', 'status': 'completed', 'code': 200} May 30 12:09:16.084833 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:16.256086 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-79a9b253-5bb6-46ec-b726-764c36bcd67d req-d0f5f8e3-c8c8-4f83-963b-e75fe1dae5a4 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f672fe-d699-4f70-bc26-74dced714a5d HTTP/1.1" status: 200 len: 210 time: 0.0371957 May 30 12:09:16.310209 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:32Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:16.338578 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] Checking router: 3455798f-20e7-4f83-988c-77715ee45271 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:09:16.348096 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:16.349139 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:09:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:16.462820 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:16.506863 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:16.658409 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:32Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:16.686557 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b91c2c-a584-4265-b92e-bf4b6fe6c439 None None] The sync data for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi is: [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:04:20Z', 'revision_number': 4, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '28048d31-fe32-4438-9374-b6b10121529c', 'name': '', 'network_id': '1df1af59-dc4a-4ec6-926a-e35a4841adfa', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'mac_address': 'fa:16:3e:b4:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:32Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'subnets': [{'id': 'a704ca58-24cf-4dc6-a375-0f71b8e82bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:09:16.895095 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eaf21f-b007-4672-ac66-8938d711bdfc None None] New status for floating IP 331320c4-a8d5-4530-8eaa-03d0d84250c7: DOWN {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:09:17.337712 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45124) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:17.392334 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f499a308-340c-44af-9f4a-f9e14187804b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group (891e906f-593d-42c3-abb9-39cea2ee3deb), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.415767 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f499a308-340c-44af-9f4a-f9e14187804b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group (891e906f-593d-42c3-abb9-39cea2ee3deb), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.446201 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:17.464843 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f499a308-340c-44af-9f4a-f9e14187804b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (891e906f-593d-42c3-abb9-39cea2ee3deb), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.467595 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f499a308-340c-44af-9f4a-f9e14187804b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.468773 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f499a308-340c-44af-9f4a-f9e14187804b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "DELETE /v2.0/security-groups/891e906f-593d-42c3-abb9-39cea2ee3deb HTTP/1.1" status: 204 len: 168 time: 0.1300974 May 30 12:09:17.471385 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45126) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:17.478386 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499a308-340c-44af-9f4a-f9e14187804b tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891e906f-593d-42c3-abb9-39cea2ee3deb,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:17.485137 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.api.v2.resource [None req-9932ea4c-333d-4c87-af74-667f795814d8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] show failed (client error): The resource could not be found. May 30 12:09:17.486150 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-9932ea4c-333d-4c87-af74-667f795814d8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups/891e906f-593d-42c3-abb9-39cea2ee3deb HTTP/1.1" status: 404 len: 347 time: 0.0137656 May 30 12:09:17.489738 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45128) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:17.603671 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Deleting port d6831c5f-25df-4581-ad60-0b8fef563b79 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:17.604015 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (d6831c5f-25df-4581-ad60-0b8fef563b79), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.687331 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (d6831c5f-25df-4581-ad60-0b8fef563b79), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.687666 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for floatingip (d6831c5f-25df-4581-ad60-0b8fef563b79), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.710153 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Calling delete_port for d6831c5f-25df-4581-ad60-0b8fef563b79 owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:17.843685 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (d6831c5f-25df-4581-ad60-0b8fef563b79), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.867395 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event deleted for resources: {'Port': ['ID=d6831c5f-25df-4581-ad60-0b8fef563b79,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:17.932833 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks [] for floatingip (331320c4-a8d5-4530-8eaa-03d0d84250c7), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.935237 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:17.936427 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-973cfee4-919c-4405-b1fc-a67832566bd8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "DELETE /v2.0/floatingips/331320c4-a8d5-4530-8eaa-03d0d84250c7 HTTP/1.1" status: 204 len: 168 time: 0.4456863 May 30 12:09:18.073355 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e405a0d8-23b0-474a-be51-1a5734d329c4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:09:18.096590 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: e405a0d8-23b0-474a-be51-1a5734d329c4 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:09:18.096869 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e405a0d8-23b0-474a-be51-1a5734d329c4 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:09:20.419761 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb76dd5-ffcc-4a39-9142-39419cb9a49e req-38911d93-e56f-47f0-8bc8-b5b6c2e1efed tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:20.421251 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3bb76dd5-ffcc-4a39-9142-39419cb9a49e req-38911d93-e56f-47f0-8bc8-b5b6c2e1efed tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0474772 May 30 12:09:20.474524 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3bb76dd5-ffcc-4a39-9142-39419cb9a49e req-75b673b2-941c-4702-be7a-a8fa99719cd0 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467710 May 30 12:09:21.612094 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29212a6-56bd-4070-850a-bac3981102de req-19806316-371f-4095-a455-7d585910a638 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:21.613696 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b29212a6-56bd-4070-850a-bac3981102de req-19806316-371f-4095-a455-7d585910a638 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0614545 May 30 12:09:21.654924 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:21.671755 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b29212a6-56bd-4070-850a-bac3981102de req-d7099ebf-0c6b-45a3-a736-3ad9b038b0c2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519974 May 30 12:09:22.788759 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf6af0-2488-4c15-b097-4438caa33545 req-71f7e254-7f65-4e5a-9ac2-e235567141a2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:22.790238 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0cf6af0-2488-4c15-b097-4438caa33545 req-71f7e254-7f65-4e5a-9ac2-e235567141a2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0475388 May 30 12:09:22.836909 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d0cf6af0-2488-4c15-b097-4438caa33545 req-8f68ec2b-40e6-4e66-b7e8-465f88c410c2 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 May 30 12:09:23.413870 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231366a-518c-4d77-8bea-2b5cddea644e req-ff0c9a03-5eb5-46e4-a305-27122b6f2da8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:23.415528 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1231366a-518c-4d77-8bea-2b5cddea644e req-ff0c9a03-5eb5-46e4-a305-27122b6f2da8 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 945 time: 0.0493958 May 30 12:09:23.505528 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-1231366a-518c-4d77-8bea-2b5cddea644e req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Deleting port 1f1b1022-04af-4f21-b1e6-4960bf03a94c {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:23.505865 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1231366a-518c-4d77-8bea-2b5cddea644e req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:23.547648 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:23.602126 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-1231366a-518c-4d77-8bea-2b5cddea644e req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] For port 1f1b1022-04af-4f21-b1e6-4960bf03a94c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1f1b1022-04af-4f21-b1e6-4960bf03a94c,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:23.602494 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1231366a-518c-4d77-8bea-2b5cddea644e req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:23.616075 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-1231366a-518c-4d77-8bea-2b5cddea644e req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Calling delete_port for 1f1b1022-04af-4f21-b1e6-4960bf03a94c owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:23.746893 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1231366a-518c-4d77-8bea-2b5cddea644e req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (1f1b1022-04af-4f21-b1e6-4960bf03a94c), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:23.770974 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['4002c1fa-42e8-4916-ae13-112447234689', '1f1b1022-04af-4f21-b1e6-4960bf03a94c'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:09:23.775895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event deleted for resources: {'Port': ['ID=1f1b1022-04af-4f21-b1e6-4960bf03a94c,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:23.834841 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1231366a-518c-4d77-8bea-2b5cddea644e req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] No DVR routers for this DVR port 1f1b1022-04af-4f21-b1e6-4960bf03a94c on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:09:23.837535 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1231366a-518c-4d77-8bea-2b5cddea644e req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:23.840801 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1231366a-518c-4d77-8bea-2b5cddea644e req-2e449ae8-6f0b-4af4-bf4a-6851e3624a74 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "DELETE /v2.0/ports/1f1b1022-04af-4f21-b1e6-4960bf03a94c HTTP/1.1" status: 204 len: 173 time: 0.4196734 May 30 12:09:23.841259 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8542b17d-0c65-4c5d-bc97-9d17545e2126', 'name': 'network-vif-deleted', 'tag': '1f1b1022-04af-4f21-b1e6-4960bf03a94c'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:09:23.843546 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc23841-fb9d-4acf-824e-b44f7cfcce6f" -d '{"events": [{"server_uuid": "8542b17d-0c65-4c5d-bc97-9d17545e2126", "name": "network-vif-deleted", "tag": "1f1b1022-04af-4f21-b1e6-4960bf03a94c"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:09:23.917708 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7cc31c-43b0-4271-bc93-dda3c9516e08 x-openstack-request-id: req-cd7cc31c-43b0-4271-bc93-dda3c9516e08 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:09:23.918000 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8542b17d-0c65-4c5d-bc97-9d17545e2126", "name": "network-vif-deleted", "tag": "1f1b1022-04af-4f21-b1e6-4960bf03a94c", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:09:23.918250 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd7cc31c-43b0-4271-bc93-dda3c9516e08 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:09:23.918657 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7cc31c-43b0-4271-bc93-dda3c9516e08'] response: {'server_uuid': '8542b17d-0c65-4c5d-bc97-9d17545e2126', 'name': 'network-vif-deleted', 'tag': '1f1b1022-04af-4f21-b1e6-4960bf03a94c', 'status': 'completed', 'code': 200} May 30 12:09:23.956904 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9d8e3139-175c-49a8-97a5-da79bb7e7773 req-4d89ed9c-da48-4a67-9bf0-9aa9b1563235 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=8542b17d-0c65-4c5d-bc97-9d17545e2126 HTTP/1.1" status: 200 len: 210 time: 0.0361497 May 30 12:09:25.242385 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17517822-2143-4e92-b17c-cad809470d62 req-2d393540-b67e-438d-9d3e-0d2aa4c3f0f9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:25.243877 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-17517822-2143-4e92-b17c-cad809470d62 req-2d393540-b67e-438d-9d3e-0d2aa4c3f0f9 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0497143 May 30 12:09:25.293972 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-17517822-2143-4e92-b17c-cad809470d62 req-7a73a9f4-3b53-442a-aabd-5a824fb9d48f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444734 May 30 12:09:25.489232 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1dfb0-ed0e-4575-969d-0db4b9b7f2f5 req-f7f38eb0-21f0-4bfa-a323-b1d444feac93 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:25.490611 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f3a1dfb0-ed0e-4575-969d-0db4b9b7f2f5 req-f7f38eb0-21f0-4bfa-a323-b1d444feac93 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.0479770 May 30 12:09:25.538560 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f3a1dfb0-ed0e-4575-969d-0db4b9b7f2f5 req-8c4140ba-cd81-408c-837b-d73e06598e67 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424476 May 30 12:09:26.144454 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 1f1b1022-04af-4f21-b1e6-4960bf03a94c no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:09:26.165486 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 1f1b1022-04af-4f21-b1e6-4960bf03a94c {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:09:26.165829 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 1f1b1022-04af-4f21-b1e6-4960bf03a94c not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:09:26.415027 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfdd0f-7f53-4030-9231-f9663ccb0d54 req-03403285-d730-4508-8ede-aa5a93a61bd4 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:26.416475 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-76bfdd0f-7f53-4030-9231-f9663ccb0d54 req-03403285-d730-4508-8ede-aa5a93a61bd4 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0509744 May 30 12:09:26.436610 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:26.465549 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-76bfdd0f-7f53-4030-9231-f9663ccb0d54 req-fafb43a0-f16f-428d-9512-df3b7e46333c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 May 30 12:09:26.654241 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11615-f6f7-4109-8ace-59402f8ea115 req-ef6b6179-d3e6-4875-9989-ddfd194668f7 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:26.655705 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e0d11615-f6f7-4109-8ace-59402f8ea115 req-ef6b6179-d3e6-4875-9989-ddfd194668f7 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.0473821 May 30 12:09:26.701863 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e0d11615-f6f7-4109-8ace-59402f8ea115 req-5c578070-217d-4b41-a89a-dc2dce2d70d6 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405619 May 30 12:09:27.686935 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3097-dfe4-42dc-928b-b2eb281419b7 req-352173fa-2b1e-4e3a-a373-78a00066cf3f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:27.688502 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-211d3097-dfe4-42dc-928b-b2eb281419b7 req-352173fa-2b1e-4e3a-a373-78a00066cf3f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0529730 May 30 12:09:27.735613 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-211d3097-dfe4-42dc-928b-b2eb281419b7 req-c6805cab-d886-42ed-b3df-976bfa1a1d80 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 May 30 12:09:27.816191 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c745701-ada4-4f0c-862c-50166bdbc508 req-ab80229f-e295-4ce1-901b-2fb8b2e3da95 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:27.817811 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9c745701-ada4-4f0c-862c-50166bdbc508 req-ab80229f-e295-4ce1-901b-2fb8b2e3da95 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.0471780 May 30 12:09:27.864690 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9c745701-ada4-4f0c-862c-50166bdbc508 req-93970710-0a38-450e-a191-08b5810150fd tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412922 May 30 12:09:28.861105 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d6618-4207-417e-b6d0-d94919ffd4c7 req-710cbb2d-fdef-4d9b-b999-eb485b7370aa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:28.863017 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-200d6618-4207-417e-b6d0-d94919ffd4c7 req-710cbb2d-fdef-4d9b-b999-eb485b7370aa tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0483348 May 30 12:09:28.915851 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-200d6618-4207-417e-b6d0-d94919ffd4c7 req-8ce2bd6a-9bee-4db7-a3c6-d20e8cf9054e tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471983 May 30 12:09:28.980381 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4dcca-0c10-4936-ab6e-fe8fe473d96c req-704b2004-23a3-4dc6-b146-09e62c4c2cb1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:28.981888 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-87c4dcca-0c10-4936-ab6e-fe8fe473d96c req-704b2004-23a3-4dc6-b146-09e62c4c2cb1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.0479820 May 30 12:09:29.028398 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-87c4dcca-0c10-4936-ab6e-fe8fe473d96c req-61636bfc-8e56-4b82-93c7-89ab40da2d27 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409808 May 30 12:09:30.029936 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9751d-d49b-4203-9d51-e94bfb741969 req-58d08178-5f35-444b-8b66-a0f93076d79f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:30.031590 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4bb9751d-d49b-4203-9d51-e94bfb741969 req-58d08178-5f35-444b-8b66-a0f93076d79f tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0482364 May 30 12:09:30.071292 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:30.078931 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-7b11b4da-1039-474a-8612-eb946c136f56 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:30.080513 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-7b11b4da-1039-474a-8612-eb946c136f56 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 945 time: 0.0566509 May 30 12:09:30.088715 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4bb9751d-d49b-4203-9d51-e94bfb741969 req-cdc9b314-8b77-4581-9a14-1647406e5903 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513880 May 30 12:09:30.158824 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7267fc-45e3-4c7d-986c-35ba068e9733 req-ae16f6d0-32ac-426a-bf5b-6193f6313773 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:30.160397 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a7267fc-45e3-4c7d-986c-35ba068e9733 req-ae16f6d0-32ac-426a-bf5b-6193f6313773 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.0520062 May 30 12:09:30.187951 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-32e70b2c-c3f4-4522-b979-1156d8d21573 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:30.189439 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-32e70b2c-c3f4-4522-b979-1156d8d21573 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 946 time: 0.0772121 May 30 12:09:30.209748 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a7267fc-45e3-4c7d-986c-35ba068e9733 req-cb567a77-7125-4778-bf12-44ffadebcb38 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f88e6979-12ee-4c68-952c-45f0c10348b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436401 May 30 12:09:30.253572 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Deleting port 4002c1fa-42e8-4916-ae13-112447234689 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:30.254006 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (4002c1fa-42e8-4916-ae13-112447234689), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:30.347166 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Deleting port 4e970db9-1999-42dc-98dc-b12c5dd44b3f {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:30.347558 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:30.430835 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] For port 4002c1fa-42e8-4916-ae13-112447234689, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4002c1fa-42e8-4916-ae13-112447234689,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:30.431195 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (4002c1fa-42e8-4916-ae13-112447234689), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:30.450736 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Calling delete_port for 4002c1fa-42e8-4916-ae13-112447234689 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:30.484438 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] For port 4e970db9-1999-42dc-98dc-b12c5dd44b3f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4e970db9-1999-42dc-98dc-b12c5dd44b3f,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:30.484709 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:30.516183 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:30.575112 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:30.738199 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:30.738460 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (7ecd802e-6171-4950-88d3-c58e19322b64), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:30.738773 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Floating IP 7ecd802e-6171-4950-88d3-c58e19322b64 disassociated. External IP: 172.27.1.159, port: 4e970db9-1999-42dc-98dc-b12c5dd44b3f. May 30 12:09:30.739106 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Calling delete_port for 4e970db9-1999-42dc-98dc-b12c5dd44b3f owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:30.740946 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (4002c1fa-42e8-4916-ae13-112447234689), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:30.777237 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Pushing event deleted for resources: {'Port': ['ID=4002c1fa-42e8-4916-ae13-112447234689,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:30.860483 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] No DVR routers for this DVR port 4002c1fa-42e8-4916-ae13-112447234689 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:09:30.864607 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:30.867718 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-cb794fb4-833d-4758-84c9-b050a3ee4c29 req-ade68977-012d-4677-8e41-c79dded35437 tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.65 "DELETE /v2.0/ports/4002c1fa-42e8-4916-ae13-112447234689 HTTP/1.1" status: 204 len: 173 time: 0.7629004 May 30 12:09:30.869374 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdae5e3-81e8-412d-9e2a-0a481c13b57b', 'name': 'network-vif-deleted', 'tag': '4002c1fa-42e8-4916-ae13-112447234689'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:09:30.871608 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34bdea-30e9-42d4-ba12-5d0cc4383aa2" -d '{"events": [{"server_uuid": "dcdae5e3-81e8-412d-9e2a-0a481c13b57b", "name": "network-vif-deleted", "tag": "4002c1fa-42e8-4916-ae13-112447234689"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:09:30.923580 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8167a300-6061-486d-a0d6-f0108df98d4c x-openstack-request-id: req-8167a300-6061-486d-a0d6-f0108df98d4c {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:09:30.923872 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdae5e3-81e8-412d-9e2a-0a481c13b57b", "name": "network-vif-deleted", "tag": "4002c1fa-42e8-4916-ae13-112447234689", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:09:30.924127 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8167a300-6061-486d-a0d6-f0108df98d4c {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:09:30.924682 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8167a300-6061-486d-a0d6-f0108df98d4c'] response: {'server_uuid': 'dcdae5e3-81e8-412d-9e2a-0a481c13b57b', 'name': 'network-vif-deleted', 'tag': '4002c1fa-42e8-4916-ae13-112447234689', 'status': 'completed', 'code': 200} May 30 12:09:30.953965 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (4e970db9-1999-42dc-98dc-b12c5dd44b3f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:30.982984 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'Port': ['ID=4e970db9-1999-42dc-98dc-b12c5dd44b3f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:31.093570 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:09:31.207815 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a3ce2e78-9149-4f36-96e1-b5d4a3bcbb60 req-79ddb780-7780-413a-9b05-4ad6f580972c tempest-ServerRescueNegativeTestJSON-1940623031 tempest-ServerRescueNegativeTestJSON-1940623031-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcdae5e3-81e8-412d-9e2a-0a481c13b57b HTTP/1.1" status: 200 len: 210 time: 0.0314331 May 30 12:09:31.346402 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-37cac353-f993-43e4-8615-590922279f09 req-ede0b38d-8fe4-4449-8351-daabe2896b60 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed036712-bf1c-4eaa-9736-b486dc1f76bf HTTP/1.1" status: 200 len: 210 time: 0.0518324 May 30 12:09:31.474280 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:09:31.484649 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:09:31.489055 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:31.497392 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:31.498020 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:09:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:31.520780 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] No DVR routers for this DVR port 4e970db9-1999-42dc-98dc-b12c5dd44b3f on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:09:31.522980 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:31.526439 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8e83f29c-2a94-498f-9031-f2da0ddfc37c req-1dbcc1e3-cad1-4bdb-acb5-e616a430b942 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "DELETE /v2.0/ports/4e970db9-1999-42dc-98dc-b12c5dd44b3f HTTP/1.1" status: 204 len: 173 time: 1.3191988 May 30 12:09:31.605506 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:31.672702 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:09:31.676416 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:31.803725 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:31.828470 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:09:31.836697 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:31.837301 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:09:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:31.949206 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:32.134654 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:32.138025 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:32.167511 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4002c1fa-42e8-4916-ae13-112447234689 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:09:32.171033 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5293a1-75a5-40cb-b996-77737c2255ee None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:09:32.274091 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45232) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:32.316628 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 4002c1fa-42e8-4916-ae13-112447234689 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:09:32.316954 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4002c1fa-42e8-4916-ae13-112447234689 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:09:32.442038 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e9493-0202-4840-b4e8-cb0f653ebd7c None None] New status for floating IP 7ecd802e-6171-4950-88d3-c58e19322b64: DOWN {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:09:32.455249 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45240) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:32.517385 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (f88e6979-12ee-4c68-952c-45f0c10348b3), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:32.543939 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (f88e6979-12ee-4c68-952c-45f0c10348b3), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:32.564656 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:32.606457 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f88e6979-12ee-4c68-952c-45f0c10348b3), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:32.609119 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:32.613833 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "DELETE /v2.0/security-groups/f88e6979-12ee-4c68-952c-45f0c10348b3 HTTP/1.1" status: 204 len: 168 time: 0.1562626 May 30 12:09:32.614490 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45242) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:32.634906 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88e6979-12ee-4c68-952c-45f0c10348b3,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:32.637289 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.api.v2.resource [None req-4d0912cf-335e-4731-88ac-fc741f8d79d5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] show failed (client error): The resource could not be found. May 30 12:09:32.641437 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-4d0912cf-335e-4731-88ac-fc741f8d79d5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups/f88e6979-12ee-4c68-952c-45f0c10348b3 HTTP/1.1" status: 404 len: 347 time: 0.0202761 May 30 12:09:32.641437 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45244) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:32.679358 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.679699 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.680042 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.680422 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.680758 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.681090 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.681419 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.681749 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.682074 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.682399 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.682721 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.683051 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.683746 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.683746 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.683977 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c21f0-82b6-4c77-9722-d2c4e6e6ce90 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:09:32.767212 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Deleting port b0b75574-9735-425f-a34d-c09fdf26a90f {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:32.767550 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (b0b75574-9735-425f-a34d-c09fdf26a90f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:32.806411 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:32.822713 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:32.838432 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (3455798f-20e7-4f83-988c-77715ee45271), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:32.851586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (b0b75574-9735-425f-a34d-c09fdf26a90f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:32.851909 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (b0b75574-9735-425f-a34d-c09fdf26a90f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:32.864456 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Calling delete_port for b0b75574-9735-425f-a34d-c09fdf26a90f owned by network:floatingip {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:32.928941 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'name': 'network-vif-deleted', 'tag': '4e970db9-1999-42dc-98dc-b12c5dd44b3f'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:09:32.931105 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690fb447-5590-40df-9f1a-847d0f066bdc" -d '{"events": [{"server_uuid": "ed036712-bf1c-4eaa-9736-b486dc1f76bf", "name": "network-vif-deleted", "tag": "4e970db9-1999-42dc-98dc-b12c5dd44b3f"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:09:32.982108 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a1c5e-5e4d-4406-8947-2c6a514fe137 x-openstack-request-id: req-9e0a1c5e-5e4d-4406-8947-2c6a514fe137 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:09:32.982515 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed036712-bf1c-4eaa-9736-b486dc1f76bf", "name": "network-vif-deleted", "tag": "4e970db9-1999-42dc-98dc-b12c5dd44b3f", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:09:32.982645 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e0a1c5e-5e4d-4406-8947-2c6a514fe137 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:09:32.983034 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0a1c5e-5e4d-4406-8947-2c6a514fe137'] response: {'server_uuid': 'ed036712-bf1c-4eaa-9736-b486dc1f76bf', 'name': 'network-vif-deleted', 'tag': '4e970db9-1999-42dc-98dc-b12c5dd44b3f', 'status': 'completed', 'code': 200} May 30 12:09:33.008222 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (b0b75574-9735-425f-a34d-c09fdf26a90f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.038548 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'Port': ['ID=b0b75574-9735-425f-a34d-c09fdf26a90f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:33.099761 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (7ecd802e-6171-4950-88d3-c58e19322b64), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.102232 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.106009 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-4644fe53-fdf9-4b35-815d-cb88f41da828 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "DELETE /v2.0/floatingips/7ecd802e-6171-4950-88d3-c58e19322b64 HTTP/1.1" status: 204 len: 168 time: 0.4609926 May 30 12:09:33.128024 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Deleting port 28048d31-fe32-4438-9374-b6b10121529c {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:33.128393 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (28048d31-fe32-4438-9374-b6b10121529c), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.168706 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45250) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:33.174877 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-d2dfcb80-6577-4f23-a2ca-aa330af9c39a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953554509', 'description': 'tempest-description--748200320'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:09:33.177673 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.198231 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2dfcb80-6577-4f23-a2ca-aa330af9c39a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.212365 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-56111ea0-f8dc-4950-8afd-ed77eeaad6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.219412 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] For port 28048d31-fe32-4438-9374-b6b10121529c, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=28048d31-fe32-4438-9374-b6b10121529c,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:33.219799 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (28048d31-fe32-4438-9374-b6b10121529c), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.234668 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Calling delete_port for 28048d31-fe32-4438-9374-b6b10121529c owned by network:router_interface {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:33.274559 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2dfcb80-6577-4f23-a2ca-aa330af9c39a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (9b36f550-c6f4-4fdb-94f0-e1cc6487aeda), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.279695 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2dfcb80-6577-4f23-a2ca-aa330af9c39a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (9b36f550-c6f4-4fdb-94f0-e1cc6487aeda), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.310916 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2dfcb80-6577-4f23-a2ca-aa330af9c39a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.312187 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d2dfcb80-6577-4f23-a2ca-aa330af9c39a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1420631 May 30 12:09:33.314101 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfcb80-6577-4f23-a2ca-aa330af9c39a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:33.316339 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45252) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:33.320684 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-e7f9f5b0-a134-4241-a3f1-37337e69c871 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group_rule': {'security_group_id': '9b36f550-c6f4-4fdb-94f0-e1cc6487aeda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:09:33.348928 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f5b0-a134-4241-a3f1-37337e69c871 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (1e08c0c7-7a1b-4dfa-abeb-2bb8807dca0e), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.362899 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:33.397479 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:33.413849 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f5b0-a134-4241-a3f1-37337e69c871 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (1e08c0c7-7a1b-4dfa-abeb-2bb8807dca0e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.417743 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f5b0-a134-4241-a3f1-37337e69c871 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (1e08c0c7-7a1b-4dfa-abeb-2bb8807dca0e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.431540 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (28048d31-fe32-4438-9374-b6b10121529c), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.440717 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9f5b0-a134-4241-a3f1-37337e69c871 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e08c0c7-7a1b-4dfa-abeb-2bb8807dca0e,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:33.451327 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f5b0-a134-4241-a3f1-37337e69c871 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.452836 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-e7f9f5b0-a134-4241-a3f1-37337e69c871 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357713 May 30 12:09:33.455523 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45254) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:33.461621 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-0eb0a805-2c6e-4a28-8851-5b1e6dee3ee2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'security_group_rule': {'security_group_id': '9b36f550-c6f4-4fdb-94f0-e1cc6487aeda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:09:33.496272 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a805-2c6e-4a28-8851-5b1e6dee3ee2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (7b570499-66f4-47a2-8b86-24764858a616), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.556306 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a805-2c6e-4a28-8851-5b1e6dee3ee2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (7b570499-66f4-47a2-8b86-24764858a616), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.560076 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a805-2c6e-4a28-8851-5b1e6dee3ee2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (7b570499-66f4-47a2-8b86-24764858a616), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.576433 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:33.584594 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0a805-2c6e-4a28-8851-5b1e6dee3ee2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b570499-66f4-47a2-8b86-24764858a616,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:33.590460 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a805-2c6e-4a28-8851-5b1e6dee3ee2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.595223 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-0eb0a805-2c6e-4a28-8851-5b1e6dee3ee2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350393 May 30 12:09:33.596007 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45256) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:33.601218 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:09:33.625135 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.715229 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28048d31-fe32-4438-9374-b6b10121529c,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:33.717179 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.837677 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Allocated IP 172.27.1.63 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/c8d56367-575a-41d7-be09-c5992105db63) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:09:33.898134 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (3455798f-20e7-4f83-988c-77715ee45271), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.953211 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (c8d56367-575a-41d7-be09-c5992105db63), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:33.985590 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (c8d56367-575a-41d7-be09-c5992105db63), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.028936 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:09:34.033847 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:09:34.036470 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=c8d56367-575a-41d7-be09-c5992105db63,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:34.038752 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:09:34.050956 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:34.118887 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Router 3455798f-20e7-4f83-988c-77715ee45271 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:09:34.127337 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (8c3e596a-1d1a-4bb7-b830-20ce04361584), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.159828 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4e970db9-1999-42dc-98dc-b12c5dd44b3f no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:09:34.167947 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (c8d56367-575a-41d7-be09-c5992105db63), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.179579 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 4e970db9-1999-42dc-98dc-b12c5dd44b3f {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:09:34.180188 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 4e970db9-1999-42dc-98dc-b12c5dd44b3f not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:09:34.226677 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:09:34.234552 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-51688316-5cd2-4861-aaea-09a04d0e94d1 admin admin] 10.222.0.32 "PUT /v2.0/routers/3455798f-20e7-4f83-988c-77715ee45271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9582553 May 30 12:09:34.234689 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:34.234795 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45258) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:34.239309 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] Sync routers for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:09:34.251882 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:34.252978 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:09:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:34.340321 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks [] for router (3455798f-20e7-4f83-988c-77715ee45271), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.359309 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:34.371692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (c8d56367-575a-41d7-be09-c5992105db63), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.376639 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (c8d56367-575a-41d7-be09-c5992105db63), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.416443 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:34.446497 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks [] for router_gateway (3455798f-20e7-4f83-988c-77715ee45271), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.460603 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=c8d56367-575a-41d7-be09-c5992105db63,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:34.478084 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (8c3e596a-1d1a-4bb7-b830-20ce04361584), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.496357 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Deleting port 290e2821-b4b5-47d0-8555-b7da3d1fe69c {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:34.496762 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.497987 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.505303 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-e0b8e2b1-16b9-4115-818c-ebbdc97854ff tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9087710 May 30 12:09:34.506022 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:34.547468 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:09:33Z', 'revision_number': 5, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port': {'id': '290e2821-b4b5-47d0-8555-b7da3d1fe69c', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3455798f-20e7-4f83-988c-77715ee45271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:34.559947 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:34.574134 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] Checking router: 3455798f-20e7-4f83-988c-77715ee45271 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:09:34.584810 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] Routers {'3455798f-20e7-4f83-988c-77715ee45271'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:34.585431 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:09:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['3455798f-20e7-4f83-988c-77715ee45271'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:34.595009 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] For port 290e2821-b4b5-47d0-8555-b7da3d1fe69c, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=290e2821-b4b5-47d0-8555-b7da3d1fe69c,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:34.595468 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.617007 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Calling delete_port for 290e2821-b4b5-47d0-8555-b7da3d1fe69c owned by network:router_gateway {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:34.674545 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] Set router 3455798f-20e7-4f83-988c-77715ee45271 gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:34.719235 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cfa5ef7-c93d-41e0-9a55-202ded123496 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--953554509&fields=id&tenant_id=20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 267 time: 0.0927849 May 30 12:09:34.730079 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:09:34Z', 'revision_number': 6, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port_host': None}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:34.756439 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a40c12-aa16-43cc-b651-530365ea8d68 None None] The sync data for ids ['3455798f-20e7-4f83-988c-77715ee45271'] in dv-cinder-840512-2-iscsi is: [{'id': '3455798f-20e7-4f83-988c-77715ee45271', 'name': 'tempest-ServerRescueNegativeTestJSON-1675941736-router', 'tenant_id': 'c988db8e79bf4c98ac288105177f90f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:04Z', 'updated_at': '2022-05-30T12:09:34Z', 'revision_number': 6, 'project_id': 'c988db8e79bf4c98ac288105177f90f2', 'gw_port_host': None}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:09:34.909191 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-5176b651-1936-42a0-86d0-0e83c594eba2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:34.910608 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-5176b651-1936-42a0-86d0-0e83c594eba2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 814 time: 0.1833136 May 30 12:09:34.925682 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (290e2821-b4b5-47d0-8555-b7da3d1fe69c), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:34.938993 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-e0778b91-aa1b-47ae-bae4-18699c937756 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/quotas/20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 375 time: 0.0227616 May 30 12:09:34.967481 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=290e2821-b4b5-47d0-8555-b7da3d1fe69c,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:34.990552 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:35.043283 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-ac19d485-b511-4b58-964a-a4be11c3cd02 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861578 May 30 12:09:35.065681 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (3455798f-20e7-4f83-988c-77715ee45271), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.213818 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (3455798f-20e7-4f83-988c-77715ee45271), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.217738 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks [] for router_controller (3455798f-20e7-4f83-988c-77715ee45271), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.294263 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (3455798f-20e7-4f83-988c-77715ee45271), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.294877 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3455798f-20e7-4f83-988c-77715ee45271 {{(pid=104002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:09:35.306502 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.307634 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-54ada280-0574-43e3-94b0-f721e0de8a54 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3455798f-20e7-4f83-988c-77715ee45271 HTTP/1.1" status: 204 len: 168 time: 1.0717714 May 30 12:09:35.310528 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45274) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:35.323536 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-ae08d68e-0796-45e3-a802-e852b0237ca7 service neutron] 10.222.0.32 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686007 May 30 12:09:35.356748 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef135ce-fb83-41b6-ad80-f51472da9cda admin admin] Deleting subnet a704ca58-24cf-4dc6-a375-0f71b8e82bab {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:09:35.360134 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5ef135ce-fb83-41b6-ad80-f51472da9cda admin admin] Publish callbacks [] for subnet (a704ca58-24cf-4dc6-a375-0f71b8e82bab), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.398183 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5ef135ce-fb83-41b6-ad80-f51472da9cda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (a704ca58-24cf-4dc6-a375-0f71b8e82bab), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.419635 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-52def0a3-ecf8-4773-b2f6-e25569ae5db1 service neutron] 10.222.0.32 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896571 May 30 12:09:35.524370 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5ef135ce-fb83-41b6-ad80-f51472da9cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (a704ca58-24cf-4dc6-a375-0f71b8e82bab), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.568965 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-92dc5dcc-4808-4894-b108-cf8466e680aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.606218 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5ef135ce-fb83-41b6-ad80-f51472da9cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (a704ca58-24cf-4dc6-a375-0f71b8e82bab), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.618534 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-62580366-c73b-40c8-a064-f21f640ab927 req-46d23f9c-04cf-41b7-b3a9-3bd11ba6d4b5 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 210 time: 0.0387866 May 30 12:09:35.634887 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef135ce-fb83-41b6-ad80-f51472da9cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a704ca58-24cf-4dc6-a375-0f71b8e82bab,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:35.638507 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5ef135ce-fb83-41b6-ad80-f51472da9cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.642047 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-5ef135ce-fb83-41b6-ad80-f51472da9cda admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a704ca58-24cf-4dc6-a375-0f71b8e82bab HTTP/1.1" status: 204 len: 168 time: 0.3303363 May 30 12:09:35.645197 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45282) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:35.650039 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e028ec8-8e47-4c94-8a95-90430cc0ad92 None None] Network 1df1af59-dc4a-4ec6-926a-e35a4841adfa requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:09:35.742118 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (1df1af59-dc4a-4ec6-926a-e35a4841adfa), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.794510 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Deleting port 9e01190f-f5fe-4441-b247-2c716fdfb6eb {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:35.794864 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.820736 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 28048d31-fe32-4438-9374-b6b10121529c no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:09:35.847396 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 28048d31-fe32-4438-9374-b6b10121529c {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:09:35.847824 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 28048d31-fe32-4438-9374-b6b10121529c not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:09:35.848360 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 290e2821-b4b5-47d0-8555-b7da3d1fe69c no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:09:35.871599 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 290e2821-b4b5-47d0-8555-b7da3d1fe69c {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:09:35.871957 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 290e2821-b4b5-47d0-8555-b7da3d1fe69c not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:09:35.879525 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:35.886322 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca54a89d-646a-4a53-8109-181b607001ad None None] DHCP port deletion for 1df1af59-dc4a-4ec6-926a-e35a4841adfa request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:09:35.892357 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] For port 9e01190f-f5fe-4441-b247-2c716fdfb6eb, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=9e01190f-f5fe-4441-b247-2c716fdfb6eb,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:35.892869 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:35.918290 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Calling delete_port for 9e01190f-f5fe-4441-b247-2c716fdfb6eb owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:35.935567 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-ca54a89d-646a-4a53-8109-181b607001ad None None] Deleting port 9e01190f-f5fe-4441-b247-2c716fdfb6eb {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:09:35.936121 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ca54a89d-646a-4a53-8109-181b607001ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.017948 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.024215 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-ca54a89d-646a-4a53-8109-181b607001ad None None] For port 9e01190f-f5fe-4441-b247-2c716fdfb6eb, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=9e01190f-f5fe-4441-b247-2c716fdfb6eb,segment=NetworkSegment(70862f10-cf8e-48d8-88d0-9b6b84db06d2),segment_id=70862f10-cf8e-48d8-88d0-9b6b84db06d2)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:36.024215 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ca54a89d-646a-4a53-8109-181b607001ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.048275 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-ca54a89d-646a-4a53-8109-181b607001ad None None] Calling delete_port for 9e01190f-f5fe-4441-b247-2c716fdfb6eb owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:09:36.048948 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e01190f-f5fe-4441-b247-2c716fdfb6eb,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:36.051740 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] No DVR routers for this DVR port 9e01190f-f5fe-4441-b247-2c716fdfb6eb on host dv-cinder-840512-2-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:09:36.173962 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (1df1af59-dc4a-4ec6-926a-e35a4841adfa), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.197847 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ca54a89d-646a-4a53-8109-181b607001ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (9e01190f-f5fe-4441-b247-2c716fdfb6eb), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.211066 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df1af59-dc4a-4ec6-926a-e35a4841adfa']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:36.224068 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70862f10-cf8e-48d8-88d0-9b6b84db06d2') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:36.224637 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70862f10-cf8e-48d8-88d0-9b6b84db06d2') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:36.235778 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9854297'] for segment (70862f10-cf8e-48d8-88d0-9b6b84db06d2), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.245004 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54a89d-646a-4a53-8109-181b607001ad None None] Pushing event deleted for resources: {'Port': ['ID=9e01190f-f5fe-4441-b247-2c716fdfb6eb,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:36.247911 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54a89d-646a-4a53-8109-181b607001ad None None] No DVR routers for this DVR port 9e01190f-f5fe-4441-b247-2c716fdfb6eb on host dv-cinder-840512-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:09:36.260359 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (70862f10-cf8e-48d8-88d0-9b6b84db06d2), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.270129 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:09:36.270129 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408957'] for segment (70862f10-cf8e-48d8-88d0-9b6b84db06d2), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.316337 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 70862f10-cf8e-48d8-88d0-9b6b84db06d2 resource provider aggregate not found May 30 12:09:36.334605 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:36.339292 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 70862f10-cf8e-48d8-88d0-9b6b84db06d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70862f10-cf8e-48d8-88d0-9b6b84db06d2 found for delete ", "request_id": "req-f404952e-e51a-41ee-ac5c-ba3a5593f51c"}]} May 30 12:09:36.346187 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (1df1af59-dc4a-4ec6-926a-e35a4841adfa), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.350807 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.358629 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] 10.222.0.32 "DELETE /v2.0/networks/1df1af59-dc4a-4ec6-926a-e35a4841adfa HTTP/1.1" status: 204 len: 168 time: 0.7116106 May 30 12:09:36.374806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f148d-7c03-48ab-856c-1f89339c967a admin admin] Pushing event deleted for resources: {'Network': ['ID=1df1af59-dc4a-4ec6-926a-e35a4841adfa,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:36.505519 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45296) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:36.564320 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ffc60bf9-25dd-4bde-9c4b-49f70b7dc5f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c988db8e79bf4c98ac288105177f90f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0570812 May 30 12:09:36.566868 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45298) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:36.619344 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8cb42977-9661-4268-8a3a-c7d6fbd6d187 admin admin] Publish callbacks [] for security_group (f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.642039 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8cb42977-9661-4268-8a3a-c7d6fbd6d187 admin admin] Publish callbacks [] for security_group (f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.696049 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8cb42977-9661-4268-8a3a-c7d6fbd6d187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.698628 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8cb42977-9661-4268-8a3a-c7d6fbd6d187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.699857 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8cb42977-9661-4268-8a3a-c7d6fbd6d187 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09 HTTP/1.1" status: 204 len: 168 time: 0.1318188 May 30 12:09:36.710804 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb42977-9661-4268-8a3a-c7d6fbd6d187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ff74eb-f8c1-4afc-9f58-a6252ffa6c09,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:36.725892 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d74e44f9-5979-4111-a939-e41e21f723b4 req-15781646-cf18-4b61-b0ea-10bcac80825c tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 210 time: 0.0330181 May 30 12:09:36.938044 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:36.956804 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:37.019014 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-50616371-153f-41de-bf44-fe79a52096f7 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:37.020917 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-50616371-153f-41de-bf44-fe79a52096f7 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 814 time: 0.1460984 May 30 12:09:37.090120 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-12110409-b298-403d-8339-20d1ba656ee2 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20763921c37c4e81bba702e09bf628b2 HTTP/1.1" status: 200 len: 379 time: 0.0563762 May 30 12:09:37.149306 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'port': {'device_id': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'admin_state_up': True, 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'security_groups': ['9b36f550-c6f4-4fdb-94f0-e1cc6487aeda']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:09:37.264080 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Made reservation on behalf of 20763921c37c4e81bba702e09bf628b2 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:09:37.267535 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:37.368862 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:37.397798 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Allocated IP 172.20.0.13 (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd/618868ac-cc31-49ee-9b06-aea54f013472/39796ecd-611c-467e-94a4-897496e879ad) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:09:37.542331 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for port (39796ecd-611c-467e-94a4-897496e879ad), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:37.575548 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (39796ecd-611c-467e-94a4-897496e879ad), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:37.625234 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:09:37.634788 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:09:37.638948 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:09:37.667740 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event updated for resources: {'Port': ['ID=39796ecd-611c-467e-94a4-897496e879ad,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:37.695496 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:37.696345 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:37.715366 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-2cc9db63-2c33-4e8f-80fb-df65f8a6b211 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699432 May 30 12:09:37.784066 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 9e01190f-f5fe-4441-b247-2c716fdfb6eb no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:09:37.820408 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 9e01190f-f5fe-4441-b247-2c716fdfb6eb {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:09:37.821347 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 9e01190f-f5fe-4441-b247-2c716fdfb6eb not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:09:37.870425 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38342479-c224-48ec-b28e-fd1594fb4879 req-5b7f36f0-ef89-4c7c-abb0-0244f585dd60 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:37.875730 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-38342479-c224-48ec-b28e-fd1594fb4879 req-5b7f36f0-ef89-4c7c-abb0-0244f585dd60 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 932 time: 0.0626531 May 30 12:09:37.931792 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-38342479-c224-48ec-b28e-fd1594fb4879 req-0d8c9d56-70d8-4144-a46a-061c61c0fbbe tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489986 May 30 12:09:37.963051 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Request body: {'port': {'device_id': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:09:37.966242 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-9101ce4f-75e5-4629-9d5f-96f2e13963a7 None None] Provisioning complete for port 39796ecd-611c-467e-94a4-897496e879ad triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:09:37.966797 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4f-75e5-4629-9d5f-96f2e13963a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (39796ecd-611c-467e-94a4-897496e879ad), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:37.999316 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-9101ce4f-75e5-4629-9d5f-96f2e13963a7 None None] Port 39796ecd-611c-467e-94a4-897496e879ad cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:09:38.020593 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:38.033552 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (39796ecd-611c-467e-94a4-897496e879ad), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:38.339744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:38.344804 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39796ecd-611c-467e-94a4-897496e879ad {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:09:38.353307 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Publish callbacks [] for port (39796ecd-611c-467e-94a4-897496e879ad), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:38.367934 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Transition to ACTIVE for port object 39796ecd-611c-467e-94a4-897496e879ad will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:09:38.372269 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (39796ecd-611c-467e-94a4-897496e879ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:38.428881 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Pushing event updated for resources: {'Port': ['ID=39796ecd-611c-467e-94a4-897496e879ad,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:38.481127 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:38.506534 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Attempting to bind port 39796ecd-611c-467e-94a4-897496e879ad on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:09:38.506892 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Attempting to bind port 39796ecd-611c-467e-94a4-897496e879ad by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:09:38.507228 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Attempting to bind port 39796ecd-611c-467e-94a4-897496e879ad on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:09:38.512742 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Port 39796ecd-611c-467e-94a4-897496e879ad on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:09:38.513182 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Attempting to bind port 39796ecd-611c-467e-94a4-897496e879ad on network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:09:38.520144 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:09:38.520513 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Checking segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:09:38.521082 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Bound using segment: {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:09:38.521531 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Bound port: 39796ecd-611c-467e-94a4-897496e879ad, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf7098d-ecf0-4bd0-9a07-72f1d240c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:09:38.521897 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (39796ecd-611c-467e-94a4-897496e879ad), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:38.610326 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] For port 39796ecd-611c-467e-94a4-897496e879ad, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:09:38.615330 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] For port 39796ecd-611c-467e-94a4-897496e879ad, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=39796ecd-611c-467e-94a4-897496e879ad,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:09:38.622102 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (39796ecd-611c-467e-94a4-897496e879ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:38.655950 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:38.656534 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:38.657885 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] 10.222.0.65 "PUT /v2.0/ports/39796ecd-611c-467e-94a4-897496e879ad HTTP/1.1" status: 200 len: 1094 time: 0.9343567 May 30 12:09:38.658321 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'tag': '39796ecd-611c-467e-94a4-897496e879ad'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:09:38.661275 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9967da98-92fb-4d64-b074-368fa0a8478e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb448f70-fb3f-4cc2-861d-941a7995e4bc", "tag": "39796ecd-611c-467e-94a4-897496e879ad"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:09:38.700433 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcd95a-868c-4ce3-9ab0-67b7bb4fb75d service neutron] Pushing event updated for resources: {'Port': ['ID=39796ecd-611c-467e-94a4-897496e879ad,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:38.749694 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-269b8dea-053b-4f67-89fa-a2512c01c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:38.751207 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-269b8dea-053b-4f67-89fa-a2512c01c702 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 1128 time: 0.0475554 May 30 12:09:38.802775 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-6d4a9dc3-8a12-4e74-a6ce-f3de96b3a365 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39796ecd-611c-467e-94a4-897496e879ad HTTP/1.1" status: 200 len: 217 time: 0.0420015 May 30 12:09:38.851670 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658b81f1-1319-4905-a946-1c03f921cd8a x-openstack-request-id: req-658b81f1-1319-4905-a946-1c03f921cd8a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:09:38.851964 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb448f70-fb3f-4cc2-861d-941a7995e4bc", "tag": "39796ecd-611c-467e-94a4-897496e879ad", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:09:38.852247 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-658b81f1-1319-4905-a946-1c03f921cd8a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:09:38.852659 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658b81f1-1319-4905-a946-1c03f921cd8a'] response: {'name': 'network-changed', 'server_uuid': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'tag': '39796ecd-611c-467e-94a4-897496e879ad', 'status': 'completed', 'code': 200} May 30 12:09:38.859572 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-4e336eca-7c55-42da-b43d-578c5b59aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:38.861064 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-4e336eca-7c55-42da-b43d-578c5b59aa14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.0518022 May 30 12:09:38.909055 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-23d11abf-ecc3-4220-ae8b-12e0cd1244e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:38.910620 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-23d11abf-ecc3-4220-ae8b-12e0cd1244e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425775 May 30 12:09:38.992201 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:39.009947 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-15492191-421b-4871-9e5c-99f0723e4326 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918055 May 30 12:09:39.051265 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb1aeb-5db5-415e-9788-73d19275545d req-47c7ea28-44a3-423e-9c0f-349bd156a4ee tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:39.052876 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bceb1aeb-5db5-415e-9788-73d19275545d req-47c7ea28-44a3-423e-9c0f-349bd156a4ee tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 944 time: 0.0520399 May 30 12:09:39.100965 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bceb1aeb-5db5-415e-9788-73d19275545d req-ab11858f-a1aa-4d59-a98b-2c59be6254ec tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423527 May 30 12:09:39.101715 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8642d628-841f-4cd0-a97a-aef81f89ff8a req-a3920ff7-7099-4cb3-990b-634cfe8db1a4 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848544 May 30 12:09:39.930074 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:39.954013 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:40.025531 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967da98-92fb-4d64-b074-368fa0a8478e req-88907eab-6f8b-4971-82e2-133801fa4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:40.027028 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9967da98-92fb-4d64-b074-368fa0a8478e req-88907eab-6f8b-4971-82e2-133801fa4d4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 1128 time: 0.0500414 May 30 12:09:40.126297 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967da98-92fb-4d64-b074-368fa0a8478e req-ec3c3a63-1d1f-4ef5-b92c-281a94b5ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:40.128328 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9967da98-92fb-4d64-b074-368fa0a8478e req-ec3c3a63-1d1f-4ef5-b92c-281a94b5ad9f service neutron] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 915 time: 0.0902517 May 30 12:09:40.169390 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9967da98-92fb-4d64-b074-368fa0a8478e req-945649ad-0c97-48b0-aa4e-275eefcf76a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39796ecd-611c-467e-94a4-897496e879ad HTTP/1.1" status: 200 len: 217 time: 0.0335612 May 30 12:09:40.209819 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 39796ecd-611c-467e-94a4-897496e879ad details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:09:40.231948 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967da98-92fb-4d64-b074-368fa0a8478e req-cb1ec6ee-d5ff-4390-b672-660ab0d39033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:40.233549 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9967da98-92fb-4d64-b074-368fa0a8478e req-cb1ec6ee-d5ff-4390-b672-660ab0d39033 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.0577872 May 30 12:09:40.247359 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90d0fc-f79c-4302-bdc2-b097b56e1a5a req-191c268b-c81c-43b4-b5d4-787b72070ba8 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:40.249071 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a90d0fc-f79c-4302-bdc2-b097b56e1a5a req-191c268b-c81c-43b4-b5d4-787b72070ba8 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 944 time: 0.0756822 May 30 12:09:40.297092 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967da98-92fb-4d64-b074-368fa0a8478e req-2748fb37-6b06-4269-a901-6c978424dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:40.298725 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9967da98-92fb-4d64-b074-368fa0a8478e req-2748fb37-6b06-4269-a901-6c978424dcf6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588400 May 30 12:09:40.345098 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a90d0fc-f79c-4302-bdc2-b097b56e1a5a req-00cdef5e-2946-4f06-9f1f-f6172c2bba80 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893099 May 30 12:09:40.367482 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 39796ecd-611c-467e-94a4-897496e879ad, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=39796ecd-611c-467e-94a4-897496e879ad,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:40.382957 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '39796ecd-611c-467e-94a4-897496e879ad', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'port_id': '39796ecd-611c-467e-94a4-897496e879ad', 'mac_address': 'fa:16:3e:41:8b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:09:40.385278 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:40.422213 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9967da98-92fb-4d64-b074-368fa0a8478e req-ef39d919-fd92-4641-bee2-243ccad0f353 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141055 May 30 12:09:40.424082 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 39796ecd-611c-467e-94a4-897496e879ad is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:09:40.425891 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (39796ecd-611c-467e-94a4-897496e879ad), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:40.443180 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39796ecd-611c-467e-94a4-897496e879ad {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:09:40.468099 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 39796ecd-611c-467e-94a4-897496e879ad, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=39796ecd-611c-467e-94a4-897496e879ad,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:40.472854 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (39796ecd-611c-467e-94a4-897496e879ad), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:40.514794 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9967da98-92fb-4d64-b074-368fa0a8478e req-cf2cddb8-6589-432a-af4c-872a98a21241 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860691 May 30 12:09:40.521648 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=39796ecd-611c-467e-94a4-897496e879ad,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:40.736074 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['39796ecd-611c-467e-94a4-897496e879ad'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:09:41.469368 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2210e-c27f-4190-a27e-b1f3adf45061 req-cd03b72c-1c61-4979-afa7-6410338c7643 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:41.470822 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-08a2210e-c27f-4190-a27e-b1f3adf45061 req-cd03b72c-1c61-4979-afa7-6410338c7643 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 945 time: 0.0507617 May 30 12:09:41.517667 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-08a2210e-c27f-4190-a27e-b1f3adf45061 req-ef7efd11-9141-4263-b36c-4a69c2e4b2b7 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412402 May 30 12:09:42.294915 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbaf551-6287-4898-a6d3-0ac198f77e80 req-24e312d0-a30c-46a3-b59a-206dea78e7fb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:42.296367 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5cbaf551-6287-4898-a6d3-0ac198f77e80 req-24e312d0-a30c-46a3-b59a-206dea78e7fb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0477374 May 30 12:09:42.326470 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 39796ecd-611c-467e-94a4-897496e879ad up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:09:42.344825 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5cbaf551-6287-4898-a6d3-0ac198f77e80 req-e660d0c4-abce-46d3-8e18-513007e1fe11 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422363 May 30 12:09:42.370455 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 39796ecd-611c-467e-94a4-897496e879ad completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:09:42.376546 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 39796ecd-611c-467e-94a4-897496e879ad triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:09:42.376920 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (39796ecd-611c-467e-94a4-897496e879ad), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:42.447917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 39796ecd-611c-467e-94a4-897496e879ad is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:09:42.448334 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (39796ecd-611c-467e-94a4-897496e879ad), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:42.470741 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39796ecd-611c-467e-94a4-897496e879ad'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:09:42.473435 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a962f5-3e5b-4dbb-a628-9cf50dbebf01" -d '{"events": [{"server_uuid": "fb448f70-fb3f-4cc2-861d-941a7995e4bc", "name": "network-vif-plugged", "status": "completed", "tag": "39796ecd-611c-467e-94a4-897496e879ad"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:09:42.490009 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 39796ecd-611c-467e-94a4-897496e879ad, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=39796ecd-611c-467e-94a4-897496e879ad,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:09:42.494461 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (39796ecd-611c-467e-94a4-897496e879ad), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:42.516050 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d30e758-a25a-4e71-bf12-f30803958e3a x-openstack-request-id: req-1d30e758-a25a-4e71-bf12-f30803958e3a {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:09:42.516387 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb448f70-fb3f-4cc2-861d-941a7995e4bc", "name": "network-vif-plugged", "status": "completed", "tag": "39796ecd-611c-467e-94a4-897496e879ad", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:09:42.516640 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d30e758-a25a-4e71-bf12-f30803958e3a {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:09:42.517027 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d30e758-a25a-4e71-bf12-f30803958e3a'] response: {'server_uuid': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39796ecd-611c-467e-94a4-897496e879ad', 'code': 200} May 30 12:09:42.542594 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=39796ecd-611c-467e-94a4-897496e879ad,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:09:42.635619 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb79fd-c429-4dbc-a9d7-9e4c9a876727 req-fa8134ce-e650-4ceb-af10-046ec8c3b28d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:42.637115 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9fbb79fd-c429-4dbc-a9d7-9e4c9a876727 req-fa8134ce-e650-4ceb-af10-046ec8c3b28d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 946 time: 0.0472369 May 30 12:09:42.688459 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9fbb79fd-c429-4dbc-a9d7-9e4c9a876727 req-746bdb69-ad67-4eec-bf8a-105ddc356ce3 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456886 May 30 12:09:43.625656 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b40c8-4929-4197-9b60-5c20d3249898 req-c83799d9-b8ba-408b-a1b2-ccea54ed8a72 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:43.627124 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f41b40c8-4929-4197-9b60-5c20d3249898 req-c83799d9-b8ba-408b-a1b2-ccea54ed8a72 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0467224 May 30 12:09:43.652972 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:43.676432 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f41b40c8-4929-4197-9b60-5c20d3249898 req-954f1219-e463-4fa1-a194-8499bc92853f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429752 May 30 12:09:43.684916 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:43.687203 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:43.803278 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333a50-309a-44d9-ab11-cee4aeb0f61e req-1d733cdb-e855-44a2-b532-74d5a881d181 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:43.804770 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-21333a50-309a-44d9-ab11-cee4aeb0f61e req-1d733cdb-e855-44a2-b532-74d5a881d181 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 946 time: 0.0487704 May 30 12:09:43.851072 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-21333a50-309a-44d9-ab11-cee4aeb0f61e req-2932bced-e098-4f16-b616-b2eae7cde1af tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406759 May 30 12:09:44.324386 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e730c-54aa-4c9d-8f09-7f423fb19895 req-179cc3b2-ffd5-4b1c-8985-b50c253c4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:44.326862 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-079e730c-54aa-4c9d-8f09-7f423fb19895 req-179cc3b2-ffd5-4b1c-8985-b50c253c4b86 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 1130 time: 0.0504844 May 30 12:09:44.376599 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-079e730c-54aa-4c9d-8f09-7f423fb19895 req-ffe88480-cdba-4907-9cf1-00119e140e01 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434394 May 30 12:09:44.805435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c0c0-b89b-4d6c-8049-0496cf3a819f req-03b6628c-ae41-4295-aae3-bec85c838324 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:44.806958 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4186c0c0-b89b-4d6c-8049-0496cf3a819f req-03b6628c-ae41-4295-aae3-bec85c838324 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0525863 May 30 12:09:44.857787 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4186c0c0-b89b-4d6c-8049-0496cf3a819f req-9823f3d7-051c-4c22-be70-1a3e4bf9e985 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453143 May 30 12:09:44.990527 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f2c88-78e4-4cec-888d-87be969de6c0 req-040f1f9c-9d99-4956-9c36-88ac01336238 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:44.992099 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-444f2c88-78e4-4cec-888d-87be969de6c0 req-040f1f9c-9d99-4956-9c36-88ac01336238 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 946 time: 0.0582945 May 30 12:09:45.044770 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-444f2c88-78e4-4cec-888d-87be969de6c0 req-1dd177b9-2dfb-4442-bcfe-a52a322ec5ee tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466099 May 30 12:09:45.989001 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b90aa-f4b0-44fe-b283-fcf01c4af9ed req-3330e1e7-b381-4ccd-a3ae-62fbaa8c8c77 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:45.991383 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b02b90aa-f4b0-44fe-b283-fcf01c4af9ed req-3330e1e7-b381-4ccd-a3ae-62fbaa8c8c77 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0558467 May 30 12:09:46.015723 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:46.081671 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b02b90aa-f4b0-44fe-b283-fcf01c4af9ed req-88b9263f-a732-4f6a-8a45-2821c24a048a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668359 May 30 12:09:46.181617 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c750-00fb-452d-85b6-46f7e94f38b4 req-26f2cee2-ec4e-4c4f-ac83-3bc11fa80f57 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:46.183134 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ce90c750-00fb-452d-85b6-46f7e94f38b4 req-26f2cee2-ec4e-4c4f-ac83-3bc11fa80f57 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 946 time: 0.0512137 May 30 12:09:46.247636 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ce90c750-00fb-452d-85b6-46f7e94f38b4 req-857c999c-59a4-49a9-9063-3fc9533795cd tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515299 May 30 12:09:46.352920 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045260af-d9c6-4282-8730-97ca366c6066 req-48e08cb1-1cac-4333-bbff-e2b415e40b20 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:46.354463 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-045260af-d9c6-4282-8730-97ca366c6066 req-48e08cb1-1cac-4333-bbff-e2b415e40b20 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 946 time: 0.0538259 May 30 12:09:46.364266 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45486) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:09:46.376403 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-faaa4832-44fa-4e94-b853-d936379296da tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Request body: {'floatingip': {'port_id': '39796ecd-611c-467e-94a4-897496e879ad'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:09:46.423015 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faaa4832-44fa-4e94-b853-d936379296da tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (8c3e596a-1d1a-4bb7-b830-20ce04361584), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:47.091408 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faaa4832-44fa-4e94-b853-d936379296da tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:47.095630 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faaa4832-44fa-4e94-b853-d936379296da tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (8c3e596a-1d1a-4bb7-b830-20ce04361584), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:47.231726 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913231a3-6e85-4cb7-b26c-6b18d0261097 req-510b913c-e7f0-4c27-936b-7834e8ad872c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:47.233240 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-913231a3-6e85-4cb7-b26c-6b18d0261097 req-510b913c-e7f0-4c27-936b-7834e8ad872c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0857968 May 30 12:09:47.234452 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-faaa4832-44fa-4e94-b853-d936379296da tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Floating IP 8c3e596a-1d1a-4bb7-b830-20ce04361584 associated. External IP: 172.27.1.63, port: 39796ecd-611c-467e-94a4-897496e879ad. May 30 12:09:47.303896 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:47.364082 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:47.394580 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-913231a3-6e85-4cb7-b26c-6b18d0261097 req-05337f4c-cb89-43bd-8051-f40e66d8056d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278653 May 30 12:09:47.506000 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaa4832-44fa-4e94-b853-d936379296da tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:09:47.620547 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaa4832-44fa-4e94-b853-d936379296da tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:09:47.625538 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faaa4832-44fa-4e94-b853-d936379296da tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:09:47.630834 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:09:47.641551 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:47.642197 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:09:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:47.673583 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-faaa4832-44fa-4e94-b853-d936379296da tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "PUT /v2.0/floatingips/8c3e596a-1d1a-4bb7-b830-20ce04361584 HTTP/1.1" status: 200 len: 991 time: 1.3006101 May 30 12:09:47.675073 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'tag': '39796ecd-611c-467e-94a4-897496e879ad'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:09:47.677585 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fb448f70-fb3f-4cc2-861d-941a7995e4bc", "tag": "39796ecd-611c-467e-94a4-897496e879ad"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:09:47.761235 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:47.797935 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffda5270-b2f0-4f64-af79-bd9a71b5bca3 x-openstack-request-id: req-ffda5270-b2f0-4f64-af79-bd9a71b5bca3 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:09:47.798443 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb448f70-fb3f-4cc2-861d-941a7995e4bc", "tag": "39796ecd-611c-467e-94a4-897496e879ad", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:09:47.798729 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffda5270-b2f0-4f64-af79-bd9a71b5bca3 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:09:47.799726 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffda5270-b2f0-4f64-af79-bd9a71b5bca3'] response: {'name': 'network-changed', 'server_uuid': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'tag': '39796ecd-611c-467e-94a4-897496e879ad', 'status': 'completed', 'code': 200} May 30 12:09:47.835781 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:47.868230 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-b0630961-bb66-48db-8395-6583710a49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:47.869777 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-b0630961-bb66-48db-8395-6583710a49fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=20763921c37c4e81bba702e09bf628b2&device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 1130 time: 0.0432158 May 30 12:09:47.966660 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-89acb88f-5af3-4498-8156-34926cbfc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:47.968135 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-89acb88f-5af3-4498-8156-34926cbfc54f service neutron] 10.222.0.65 "GET /v2.0/networks?id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 200 len: 915 time: 0.0913184 May 30 12:09:47.996090 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '8c3e596a-1d1a-4bb7-b830-20ce04361584', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': '39796ecd-611c-467e-94a4-897496e879ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:41:8b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:09:34Z', 'updated_at': '2022-05-30T12:09:47Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:48.025356 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:09:48.034054 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:09:48.034758 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:09:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:48.037382 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-78b6187a-2cf1-437c-a268-b0c99b163c44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39796ecd-611c-467e-94a4-897496e879ad HTTP/1.1" status: 200 len: 999 time: 0.0620539 May 30 12:09:48.087539 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-860c5c34-72d2-4815-b224-1077986f19be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:48.089023 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-860c5c34-72d2-4815-b224-1077986f19be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 200 len: 853 time: 0.0457160 May 30 12:09:48.134118 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-be600534-5b5d-4d07-b5df-4acfaff24bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:48.135535 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-be600534-5b5d-4d07-b5df-4acfaff24bd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397680 May 30 12:09:48.140242 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:09:48.200078 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:48.228959 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-5bf742b9-d2f2-4360-9330-6f76ab904f97 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870934 May 30 12:09:48.326048 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5f17f2a5-cb19-49c7-8851-a91464b1f8aa req-0cdc9dde-ceb8-445d-9cd0-7053b0bd7932 service neutron] 10.222.0.65 "GET /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896914 May 30 12:09:48.441017 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '8c3e596a-1d1a-4bb7-b830-20ce04361584', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': '39796ecd-611c-467e-94a4-897496e879ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:41:8b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:09:34Z', 'updated_at': '2022-05-30T12:09:47Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:09:48.466393 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e12369-6419-4985-b419-926bb9b5e638 None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '8c3e596a-1d1a-4bb7-b830-20ce04361584', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'port_id': '39796ecd-611c-467e-94a4-897496e879ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'mac_address': 'fa:16:3e:41:8b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:09:34Z', 'updated_at': '2022-05-30T12:09:47Z', 'revision_number': 1, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:09:48.521009 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d74f3b-d80e-481b-9117-7c36685b4d5f req-650df6e1-c7b4-459b-a968-932e7bbf2aa2 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:48.522522 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-68d74f3b-d80e-481b-9117-7c36685b4d5f req-650df6e1-c7b4-459b-a968-932e7bbf2aa2 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0489058 May 30 12:09:48.575369 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-68d74f3b-d80e-481b-9117-7c36685b4d5f req-06a86d5e-8103-472f-8568-d0fb175adb81 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467880 May 30 12:09:48.688846 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173836e7-b636-425d-aad0-8bce4e6139e1 None None] New status for floating IP 8c3e596a-1d1a-4bb7-b830-20ce04361584: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:09:49.719972 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2c01-f7a8-49d5-b7bb-65f87c749dff req-64e90079-2263-4809-bd5d-d89e3c40206b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:49.720778 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ab3a2c01-f7a8-49d5-b7bb-65f87c749dff req-64e90079-2263-4809-bd5d-d89e3c40206b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0572505 May 30 12:09:49.775503 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ab3a2c01-f7a8-49d5-b7bb-65f87c749dff req-166ec234-df5c-4016-b6b6-5d946bb2c1d9 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465405 May 30 12:09:50.894341 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aae4e9-118d-4d4d-860c-3f587674eeca req-b117b404-d3cc-4b0d-b917-5b70648d8709 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:50.895732 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-07aae4e9-118d-4d4d-860c-3f587674eeca req-b117b404-d3cc-4b0d-b917-5b70648d8709 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0484517 May 30 12:09:50.942244 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-07aae4e9-118d-4d4d-860c-3f587674eeca req-f32fd0dd-e4fb-447b-afc6-8a7d4894385f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 May 30 12:09:52.065804 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459ee54-db8c-4aa4-b686-0d3cb703301c req-a6fe217d-b202-4568-ae9e-a2320a3a4ff8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:52.067290 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0459ee54-db8c-4aa4-b686-0d3cb703301c req-a6fe217d-b202-4568-ae9e-a2320a3a4ff8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0517440 May 30 12:09:52.119065 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0459ee54-db8c-4aa4-b686-0d3cb703301c req-38cb217e-30f1-421e-99e2-baf3d97a73d0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462010 May 30 12:09:53.242070 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23c71a-8439-47ae-8fdf-6dd5f19d922b req-ed0c10b0-d65c-42f2-9806-ae31504e9376 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:53.243550 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6f23c71a-8439-47ae-8fdf-6dd5f19d922b req-ed0c10b0-d65c-42f2-9806-ae31504e9376 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0491977 May 30 12:09:53.290272 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6f23c71a-8439-47ae-8fdf-6dd5f19d922b req-ebd7c8d3-2417-4369-a6b2-ba0229831cbf tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 May 30 12:09:54.411009 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145b337-9057-4701-a2a3-3836255cdabe req-e82de1c5-4a0c-430f-bb9a-332fadef11d5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:54.412397 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f145b337-9057-4701-a2a3-3836255cdabe req-e82de1c5-4a0c-430f-bb9a-332fadef11d5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0476415 May 30 12:09:54.459939 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f145b337-9057-4701-a2a3-3836255cdabe req-d4fec6a5-a209-41bc-a15f-538a95130fee tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418558 May 30 12:09:55.582971 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e52d22-2f6f-4afe-8716-c17691fc6672 req-4ccac443-a5c7-44c4-89bf-aaa710f0033e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:55.584465 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d8e52d22-2f6f-4afe-8716-c17691fc6672 req-4ccac443-a5c7-44c4-89bf-aaa710f0033e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0511582 May 30 12:09:55.632764 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d8e52d22-2f6f-4afe-8716-c17691fc6672 req-078120e0-a0d8-449a-ad95-220057e4e1d7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425558 May 30 12:09:56.779497 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca2854-f91d-4abf-9895-8e8b1c235052 req-247439d3-0187-4cfb-ad9e-4b68da679e9d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:56.781110 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-32ca2854-f91d-4abf-9895-8e8b1c235052 req-247439d3-0187-4cfb-ad9e-4b68da679e9d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0551341 May 30 12:09:56.794454 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:56.817280 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:56.832884 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-32ca2854-f91d-4abf-9895-8e8b1c235052 req-fc5b1e4e-8a4c-438b-a73f-bc9fc886652c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450838 May 30 12:09:57.952626 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed801c41-019b-4953-9842-6d23daf040cd req-063e7951-9d2c-461c-89ff-645f95ff263d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:57.954082 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ed801c41-019b-4953-9842-6d23daf040cd req-063e7951-9d2c-461c-89ff-645f95ff263d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0463428 May 30 12:09:58.004391 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ed801c41-019b-4953-9842-6d23daf040cd req-a3349470-b531-4677-86e0-7bcfa8caa105 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442455 May 30 12:09:58.310896 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=45 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:58.322966 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=14 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:58.438533 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=77 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:58.444685 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=71 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:58.912013 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:58.915089 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:09:59.123116 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a088577-a7db-474c-9959-95069463f167 req-f19a9492-d6d2-4215-a018-44b51d06213f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:09:59.124563 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6a088577-a7db-474c-9959-95069463f167 req-f19a9492-d6d2-4215-a018-44b51d06213f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0483928 May 30 12:09:59.171619 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6a088577-a7db-474c-9959-95069463f167 req-ec7982cc-a164-48b5-9406-81240feefb54 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413251 May 30 12:10:00.291450 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbedabc-af0b-4799-932a-b5c8fa87fb9f req-c8455755-2ae4-4884-a0a9-030ea16c8876 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:00.292973 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bdbedabc-af0b-4799-932a-b5c8fa87fb9f req-c8455755-2ae4-4884-a0a9-030ea16c8876 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0488396 May 30 12:10:00.340187 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bdbedabc-af0b-4799-932a-b5c8fa87fb9f req-f1309e20-081b-4e37-93eb-78a7e9934e25 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416300 May 30 12:10:01.465651 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c1370-9810-417f-9105-5626a8c2b754 req-01d5807b-79f2-4cbc-984c-6830ff702ee8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:01.467069 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f33c1370-9810-417f-9105-5626a8c2b754 req-01d5807b-79f2-4cbc-984c-6830ff702ee8 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0498943 May 30 12:10:01.513929 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f33c1370-9810-417f-9105-5626a8c2b754 req-258ee7da-de27-45e4-b5e2-88fa62fa3c94 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412989 May 30 12:10:02.632905 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35734ba0-40f9-4dd8-8ca1-14fd969e58cd req-08c8f659-55bf-4bc1-9a57-c298b0241ed6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:02.634365 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-35734ba0-40f9-4dd8-8ca1-14fd969e58cd req-08c8f659-55bf-4bc1-9a57-c298b0241ed6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0460956 May 30 12:10:02.682473 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-35734ba0-40f9-4dd8-8ca1-14fd969e58cd req-91a119c2-012a-43d5-a9bf-9da9c7b512c9 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423777 May 30 12:10:03.206794 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d2d9-ed2f-4bb3-8407-69385d3c9bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:03.804845 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe48d94-9cc7-492c-aace-a8cb9f7eec04 req-3ff87795-1f44-4f3c-908e-faf1d2999bbc tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:03.806290 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7fe48d94-9cc7-492c-aace-a8cb9f7eec04 req-3ff87795-1f44-4f3c-908e-faf1d2999bbc tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0511999 May 30 12:10:03.854735 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7fe48d94-9cc7-492c-aace-a8cb9f7eec04 req-0fb85c6a-2407-4f93-b571-de5f4b4edc5c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427222 May 30 12:10:03.956188 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e2714e9d-b17a-42e1-8920-55a988a1b563 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:10:03.983073 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:04.066354 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:04.078415 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'port_id': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'mac_address': 'fa:16:3e:75:ca:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:10:04.113895 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port e2714e9d-b17a-42e1-8920-55a988a1b563 is: ACTIVE; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:04.114383 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:04.127761 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2714e9d-b17a-42e1-8920-55a988a1b563 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:10:04.149677 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:04.162154 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:04.212295 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=6']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:04.219247 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.219594 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.219955 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.220345 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.220680 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.221009 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.221334 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.221657 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.221978 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.222302 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.222670 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.222946 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.223266 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.223716 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.223970 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:04.975310 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765e32f-59db-4af5-bed7-abb42c1e7e6d req-0c355d3c-c092-4c6b-ad45-de2949ebda22 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:04.976801 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6765e32f-59db-4af5-bed7-abb42c1e7e6d req-0c355d3c-c092-4c6b-ad45-de2949ebda22 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 944 time: 0.0481558 May 30 12:10:05.003709 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['e2714e9d-b17a-42e1-8920-55a988a1b563'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:10:05.024350 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6765e32f-59db-4af5-bed7-abb42c1e7e6d req-83da889f-8799-45bd-9163-659364d2f151 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418890 May 30 12:10:05.543544 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-511375bd-bc02-4bdd-9851-f2ecb4f629f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:05.959889 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e2714e9d-b17a-42e1-8920-55a988a1b563 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:10:06.008590 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port e2714e9d-b17a-42e1-8920-55a988a1b563 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:06.009046 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:06.097283 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port e2714e9d-b17a-42e1-8920-55a988a1b563 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:06.097674 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:06.121677 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:10:06.123931 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ec26fe-fd44-49c6-8e95-b8bbefb02481" -d '{"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-plugged", "status": "completed", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:10:06.136856 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:06.144702 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:06.146222 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34bdfa-926b-40de-9c76-68296221af00 req-8d36b7c4-68d3-4f98-9335-8da0da42330b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:06.148091 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0b34bdfa-926b-40de-9c76-68296221af00 req-8d36b7c4-68d3-4f98-9335-8da0da42330b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 944 time: 0.0501225 May 30 12:10:06.201801 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=7']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:06.204277 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0b34bdfa-926b-40de-9c76-68296221af00 req-db5eda12-43c3-4d91-966c-31e70e7833e7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499437 May 30 12:10:06.233268 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd6a060-8736-451c-a153-5fde8015d87d x-openstack-request-id: req-0fd6a060-8736-451c-a153-5fde8015d87d {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:10:06.233559 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-plugged", "status": "completed", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:10:06.233918 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fd6a060-8736-451c-a153-5fde8015d87d {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:10:06.234207 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd6a060-8736-451c-a153-5fde8015d87d'] response: {'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'code': 200} May 30 12:10:06.851100 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858af76-13fd-4242-95d7-d160392fddad req-f10ecf84-0bfc-4235-a17c-c938ec349187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:06.852643 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6858af76-13fd-4242-95d7-d160392fddad req-f10ecf84-0bfc-4235-a17c-c938ec349187 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 1129 time: 0.0647013 May 30 12:10:06.930734 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:06.969440 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858af76-13fd-4242-95d7-d160392fddad req-88c39738-6d8f-42c3-8f3d-d722347d434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:06.970952 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6858af76-13fd-4242-95d7-d160392fddad req-88c39738-6d8f-42c3-8f3d-d722347d434c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.0877578 May 30 12:10:07.255321 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6858af76-13fd-4242-95d7-d160392fddad req-9cec9a00-0e30-4ae1-9257-8bc336aaf5d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2714e9d-b17a-42e1-8920-55a988a1b563 HTTP/1.1" status: 200 len: 1001 time: 0.0585096 May 30 12:10:07.308826 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858af76-13fd-4242-95d7-d160392fddad req-0c88473a-a875-43ea-93f5-df39a76d0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:07.310277 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6858af76-13fd-4242-95d7-d160392fddad req-0c88473a-a875-43ea-93f5-df39a76d0799 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0450742 May 30 12:10:07.335148 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc1b73-7d6e-4f85-8c08-6cfe4c7d19c4 req-573639d4-eb5e-4c80-82c9-4c391b814072 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:07.336634 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-44bc1b73-7d6e-4f85-8c08-6cfe4c7d19c4 req-573639d4-eb5e-4c80-82c9-4c391b814072 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0482724 May 30 12:10:07.384412 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-44bc1b73-7d6e-4f85-8c08-6cfe4c7d19c4 req-ee2ca5cf-8253-458b-a805-0cd235a9c042 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420787 May 30 12:10:07.687202 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858af76-13fd-4242-95d7-d160392fddad req-715b7de2-dbaf-4813-871e-469ed40c761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:07.688835 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6858af76-13fd-4242-95d7-d160392fddad req-715b7de2-dbaf-4813-871e-469ed40c761e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472977 May 30 12:10:08.055538 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6858af76-13fd-4242-95d7-d160392fddad req-33225aad-b251-4167-8a98-4dac91c4ebff service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590724 May 30 12:10:08.166961 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6858af76-13fd-4242-95d7-d160392fddad req-d0c9cb8f-889d-4eef-889c-8ef6b175cb1d service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994198 May 30 12:10:08.342106 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:08.529716 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb695ece-4c2f-45de-bbbc-92e6307d2653 req-c42f228c-75d6-41eb-a0f3-89c0be1c09b7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:08.531221 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bb695ece-4c2f-45de-bbbc-92e6307d2653 req-c42f228c-75d6-41eb-a0f3-89c0be1c09b7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0561783 May 30 12:10:08.591830 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-bb695ece-4c2f-45de-bbbc-92e6307d2653 req-fe0a3685-7783-4398-a8e4-c960c6fa2109 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543871 May 30 12:10:08.671141 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:10:09.736121 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9665d0f-655a-4396-be62-90ee4d89584b req-1d25b690-f2ff-455d-98c6-e5cd8a07900d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:09.739918 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f9665d0f-655a-4396-be62-90ee4d89584b req-1d25b690-f2ff-455d-98c6-e5cd8a07900d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0564632 May 30 12:10:09.768835 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:09.789433 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:09.797918 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f9665d0f-655a-4396-be62-90ee4d89584b req-373c37a0-8c17-4845-b1ce-b0145c8b60b0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536132 May 30 12:10:09.944297 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:11.032546 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5bf0-804b-44fd-8372-90123636cabb req-90ea8394-7a96-4961-8a6c-77aba6003eeb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:11.034796 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-45dc5bf0-804b-44fd-8372-90123636cabb req-90ea8394-7a96-4961-8a6c-77aba6003eeb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.1108952 May 30 12:10:11.116387 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-45dc5bf0-804b-44fd-8372-90123636cabb req-50e938f0-a0f3-41ad-bb1d-7b84b4d51b8a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741856 May 30 12:10:11.185815 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eaecb-8e9a-4d1a-86e5-4526cd923d18 req-43ab6648-51ac-4545-8a4b-7f22f499b624 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:11.187620 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d23eaecb-8e9a-4d1a-86e5-4526cd923d18 req-43ab6648-51ac-4545-8a4b-7f22f499b624 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0508873 May 30 12:10:11.246865 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d23eaecb-8e9a-4d1a-86e5-4526cd923d18 req-83193358-7fd1-469f-b4c1-46e8f823c88b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516336 May 30 12:10:12.243205 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db9c6f-1572-4e8e-a797-355556e947ed req-da391114-7811-4163-8281-e081468f16c6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:12.252690 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-04db9c6f-1572-4e8e-a797-355556e947ed req-da391114-7811-4163-8281-e081468f16c6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0604732 May 30 12:10:12.345703 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-04db9c6f-1572-4e8e-a797-355556e947ed req-9789f770-9af7-451c-bb25-e86db5db4f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918493 May 30 12:10:12.424702 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05758a-bc79-4c6b-875d-81295d7638f5 req-e24a70ff-211c-46cc-ae8d-743e1a817bc1 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:12.426191 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7f05758a-bc79-4c6b-875d-81295d7638f5 req-e24a70ff-211c-46cc-ae8d-743e1a817bc1 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0517950 May 30 12:10:12.477980 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7f05758a-bc79-4c6b-875d-81295d7638f5 req-7a63a092-5661-4458-99e1-9b199a837ed7 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 May 30 12:10:13.503477 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9efa7-a50e-42e3-b04a-ca392968ee0c req-93a2c450-44e4-4ab7-b10c-f36518cdeeef tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:13.511479 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-94c9efa7-a50e-42e3-b04a-ca392968ee0c req-93a2c450-44e4-4ab7-b10c-f36518cdeeef tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0695705 May 30 12:10:13.603889 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-94c9efa7-a50e-42e3-b04a-ca392968ee0c req-d19ffede-cb43-4584-ac0a-38553f1fcfb6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915496 May 30 12:10:13.633402 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2f9cd-b3c9-44de-b8e7-ca1276f51792 req-f0703f62-cf24-41f5-8d73-2c8e7b9261f0 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:13.635025 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-50e2f9cd-b3c9-44de-b8e7-ca1276f51792 req-f0703f62-cf24-41f5-8d73-2c8e7b9261f0 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0771420 May 30 12:10:13.699622 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-50e2f9cd-b3c9-44de-b8e7-ca1276f51792 req-1d4d5a8a-a220-4b47-bca7-140a2b9a0d93 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578566 May 30 12:10:14.781085 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ffb82-3bd7-4901-af01-0c1ef23a56ff req-49c69989-9b93-49d3-81e1-488c7e4971d1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:14.783296 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a5ffb82-3bd7-4901-af01-0c1ef23a56ff req-49c69989-9b93-49d3-81e1-488c7e4971d1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0947962 May 30 12:10:14.855688 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c72c4e-25d8-430b-8038-ec5a8477e94e req-40146b55-8632-4192-bd85-6a5d344c45b0 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:14.857569 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-13c72c4e-25d8-430b-8038-ec5a8477e94e req-40146b55-8632-4192-bd85-6a5d344c45b0 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0671916 May 30 12:10:14.921800 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a5ffb82-3bd7-4901-af01-0c1ef23a56ff req-97f88e37-c1f7-496e-9a4e-cb23f7c8b870 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300404 May 30 12:10:14.944830 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-13c72c4e-25d8-430b-8038-ec5a8477e94e req-101dff60-d22f-407b-8a48-b866a19f198b tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810401 May 30 12:10:15.881860 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-53b2b4a1-5a9f-4177-85fe-1d18cfac6624 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:15.885210 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-53b2b4a1-5a9f-4177-85fe-1d18cfac6624 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0637472 May 30 12:10:15.993784 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Deleting port f11c8f02-5789-4508-b902-db1e07686c56 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:15.994120 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (f11c8f02-5789-4508-b902-db1e07686c56), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:16.099569 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6756521-b7c8-4000-a8f7-0a48b87c01df req-7b63963e-2927-4e7b-b5cc-c15f18bbfa24 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:16.106693 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c6756521-b7c8-4000-a8f7-0a48b87c01df req-7b63963e-2927-4e7b-b5cc-c15f18bbfa24 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0899987 May 30 12:10:16.134327 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] For port f11c8f02-5789-4508-b902-db1e07686c56, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f11c8f02-5789-4508-b902-db1e07686c56,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:16.134673 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (f11c8f02-5789-4508-b902-db1e07686c56), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:16.149063 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e169e04-8c95-43e3-a860-8ae1e8849c88 req-036fe065-575e-476d-aa50-089942e89dd3 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:16.150782 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8e169e04-8c95-43e3-a860-8ae1e8849c88 req-036fe065-575e-476d-aa50-089942e89dd3 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 946 time: 0.0963898 May 30 12:10:16.209998 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c6756521-b7c8-4000-a8f7-0a48b87c01df req-2f37f9e3-55a3-435d-b7fe-65aca683ee15 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016331 May 30 12:10:16.269659 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8e169e04-8c95-43e3-a860-8ae1e8849c88 req-7a844373-c66d-4627-bf9b-e2223800fa82 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups?id=fca532d9-0cfd-4fb9-be31-3208df85163d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033444 May 30 12:10:16.386445 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:16.386445 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (752abba0-ea8a-4a00-944f-860e075b00a4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:16.386445 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Floating IP 752abba0-ea8a-4a00-944f-860e075b00a4 disassociated. External IP: 172.27.1.123, port: f11c8f02-5789-4508-b902-db1e07686c56. May 30 12:10:16.386445 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Calling delete_port for f11c8f02-5789-4508-b902-db1e07686c56 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:16.451891 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:16.516516 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:16.546772 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (f11c8f02-5789-4508-b902-db1e07686c56), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:16.578598 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event deleted for resources: {'Port': ['ID=f11c8f02-5789-4508-b902-db1e07686c56,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:16.737034 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Router f6774cbd-e217-40a1-bec7-c4966c4389e9 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:10:16.875322 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:10:16.893068 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] Sync routers for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:10:16.922377 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:16.923199 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:16.940793 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] No DVR routers for this DVR port f11c8f02-5789-4508-b902-db1e07686c56 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:10:16.945572 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:16.955022 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d613c4c1-c163-4cef-b8f6-e784e7f36dfe req-1011a0a7-7df2-4414-b750-64356c737294 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.65 "DELETE /v2.0/ports/f11c8f02-5789-4508-b902-db1e07686c56 HTTP/1.1" status: 204 len: 173 time: 1.0622208 May 30 12:10:16.955628 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'name': 'network-vif-deleted', 'tag': 'f11c8f02-5789-4508-b902-db1e07686c56'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:10:16.958702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779e2a44-a8fb-4539-b600-3bf37cee2bcf" -d '{"events": [{"server_uuid": "9c81cc0f-7430-4246-a05e-4670433f04ac", "name": "network-vif-deleted", "tag": "f11c8f02-5789-4508-b902-db1e07686c56"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:10:17.034856 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09473479-7cf5-487e-8a92-27331cdcd337 x-openstack-request-id: req-09473479-7cf5-487e-8a92-27331cdcd337 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:10:17.035189 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c81cc0f-7430-4246-a05e-4670433f04ac", "name": "network-vif-deleted", "tag": "f11c8f02-5789-4508-b902-db1e07686c56", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:10:17.036754 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09473479-7cf5-487e-8a92-27331cdcd337 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:10:17.037241 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09473479-7cf5-487e-8a92-27331cdcd337'] response: {'server_uuid': '9c81cc0f-7430-4246-a05e-4670433f04ac', 'name': 'network-vif-deleted', 'tag': 'f11c8f02-5789-4508-b902-db1e07686c56', 'status': 'completed', 'code': 200} May 30 12:10:17.153942 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:17.363172 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c05561-309e-4d2a-ba07-4fc76ba39bcc req-4c3c0227-db2b-4e92-8b6a-4cfea0bdd86b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:17.365758 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a6c05561-309e-4d2a-ba07-4fc76ba39bcc req-4c3c0227-db2b-4e92-8b6a-4cfea0bdd86b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0560887 May 30 12:10:17.413721 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:17.438401 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:17.439943 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:17.444927 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] Checking router: f6774cbd-e217-40a1-bec7-c4966c4389e9 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:10:17.454201 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a6c05561-309e-4d2a-ba07-4fc76ba39bcc req-d6595aaf-7511-4823-a1e6-8fd74259a3e4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809460 May 30 12:10:17.463591 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:17.464254 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:17.484320 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-811d11fc-0abe-4782-b46c-681f6f0b22f9 req-e875d540-4f68-4d68-bc77-4047380737f4 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c81cc0f-7430-4246-a05e-4670433f04ac HTTP/1.1" status: 200 len: 210 time: 0.0560648 May 30 12:10:17.612567 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:17.823131 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:17.851554 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160834c-f439-4f40-b6d3-493549bc5e62 None None] The sync data for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi is: [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:04:06Z', 'revision_number': 4, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8f4d2ca5-db94-42e5-932f-3490e92165d4', 'name': '', 'network_id': 'e532e692-bceb-4466-adae-3cc4239d2d96', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'mac_address': 'fa:16:3e:2a:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:16Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'subnets': [{'id': 'b2ae6479-93d2-4a09-ab33-a83977406b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:10:18.119197 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e59354-0015-40bf-93e0-29e4ad0f52b3 None None] New status for floating IP 752abba0-ea8a-4a00-944f-860e075b00a4: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:10:18.195783 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:18.196687 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:18.582648 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 45984) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:18.594174 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211eed0-559b-430b-81f2-c19001930e75 req-b38dbac1-b7b3-4411-964e-536a65c2fdf0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:18.599932 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a211eed0-559b-430b-81f2-c19001930e75 req-b38dbac1-b7b3-4411-964e-536a65c2fdf0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0647302 May 30 12:10:18.645796 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfe304e5-7e29-4629-abff-b13fdd62361d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (fca532d9-0cfd-4fb9-be31-3208df85163d), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:18.661969 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a211eed0-559b-430b-81f2-c19001930e75 req-b311c512-7049-404a-9cf6-fbb86c0236b1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581498 May 30 12:10:18.680608 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfe304e5-7e29-4629-abff-b13fdd62361d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (fca532d9-0cfd-4fb9-be31-3208df85163d), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:18.733156 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfe304e5-7e29-4629-abff-b13fdd62361d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (fca532d9-0cfd-4fb9-be31-3208df85163d), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:18.735734 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfe304e5-7e29-4629-abff-b13fdd62361d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:18.736890 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-cfe304e5-7e29-4629-abff-b13fdd62361d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "DELETE /v2.0/security-groups/fca532d9-0cfd-4fb9-be31-3208df85163d HTTP/1.1" status: 204 len: 168 time: 0.1523209 May 30 12:10:18.739842 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45986) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:18.746663 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe304e5-7e29-4629-abff-b13fdd62361d tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca532d9-0cfd-4fb9-be31-3208df85163d,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:18.753507 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.api.v2.resource [None req-30941e55-5206-4654-8f96-060b25f8db56 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] show failed (client error): The resource could not be found. May 30 12:10:18.754523 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-30941e55-5206-4654-8f96-060b25f8db56 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "GET /v2.0/security-groups/fca532d9-0cfd-4fb9-be31-3208df85163d HTTP/1.1" status: 404 len: 347 time: 0.0136666 May 30 12:10:18.757658 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 45988) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:18.819780 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72207-1f61-417e-968d-85da1503b68b req-3d063b94-86fc-454c-a79f-166aab8e899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:18.821297 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-bda72207-1f61-417e-968d-85da1503b68b req-3d063b94-86fc-454c-a79f-166aab8e899c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 1129 time: 0.0414562 May 30 12:10:18.871236 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Deleting port 1c9c3203-6195-4791-a0c2-3cd5bb886a3e {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:18.871506 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (1c9c3203-6195-4791-a0c2-3cd5bb886a3e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:18.916934 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72207-1f61-417e-968d-85da1503b68b req-75700842-5e93-4afe-856c-36000fbfe472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:18.918375 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-bda72207-1f61-417e-968d-85da1503b68b req-75700842-5e93-4afe-856c-36000fbfe472 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.0903256 May 30 12:10:18.955070 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (1c9c3203-6195-4791-a0c2-3cd5bb886a3e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:18.955428 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (1c9c3203-6195-4791-a0c2-3cd5bb886a3e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:18.969083 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Calling delete_port for 1c9c3203-6195-4791-a0c2-3cd5bb886a3e owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:18.986302 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-bda72207-1f61-417e-968d-85da1503b68b req-e466d8da-c33b-41d0-89bb-2aaed57f30cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2714e9d-b17a-42e1-8920-55a988a1b563 HTTP/1.1" status: 200 len: 1001 time: 0.0602195 May 30 12:10:19.038420 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72207-1f61-417e-968d-85da1503b68b req-196dda37-7bde-40ee-b9e8-142fe50cae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:19.039910 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-bda72207-1f61-417e-968d-85da1503b68b req-196dda37-7bde-40ee-b9e8-142fe50cae20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0458450 May 30 12:10:19.086635 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72207-1f61-417e-968d-85da1503b68b req-4784e12e-66e3-4080-92ee-3152b0ec22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:19.088135 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-bda72207-1f61-417e-968d-85da1503b68b req-4784e12e-66e3-4080-92ee-3152b0ec22d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418904 May 30 12:10:19.103421 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (1c9c3203-6195-4791-a0c2-3cd5bb886a3e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:19.126268 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Pushing event deleted for resources: {'Port': ['ID=1c9c3203-6195-4791-a0c2-3cd5bb886a3e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:19.135665 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.136007 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.136373 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.136703 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.137029 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.137354 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.137673 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.137991 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.138315 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.138639 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.138952 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.139268 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.139580 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.139889 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.140218 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:19.192806 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-bda72207-1f61-417e-968d-85da1503b68b req-71c9c740-5191-48e7-9f80-86e39a2c5c73 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948329 May 30 12:10:19.205116 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks [] for floatingip (752abba0-ea8a-4a00-944f-860e075b00a4), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:19.208151 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:19.209458 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-be78fd1a-b229-4973-bc77-e0522af6e5e9 tempest-AttachVolumeTestJSON-836453923 tempest-AttachVolumeTestJSON-836453923-project] 10.222.0.32 "DELETE /v2.0/floatingips/752abba0-ea8a-4a00-944f-860e075b00a4 HTTP/1.1" status: 204 len: 168 time: 0.4509001 May 30 12:10:19.262682 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:19.290508 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-bda72207-1f61-417e-968d-85da1503b68b req-1c777778-bdb4-4e64-b5e2-d72eb8d21a0d service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916474 May 30 12:10:19.797875 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d584a-b66f-4d0e-9cda-80f4211d0caf req-2e547872-cdc0-4101-95cd-0d5f69a62a65 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:19.799262 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d7d584a-b66f-4d0e-9cda-80f4211d0caf req-2e547872-cdc0-4101-95cd-0d5f69a62a65 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0516083 May 30 12:10:19.853320 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8d7d584a-b66f-4d0e-9cda-80f4211d0caf req-29e256eb-b41e-4a86-8b9e-ca472d98b1ea tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471363 May 30 12:10:20.007838 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device f11c8f02-5789-4508-b902-db1e07686c56 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:10:20.028484 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: f11c8f02-5789-4508-b902-db1e07686c56 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:10:20.028825 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device f11c8f02-5789-4508-b902-db1e07686c56 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:10:20.069838 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46026) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:20.179031 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7ee41b2c-6e98-4101-8e5a-f6493ebe3b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.264247 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7ee41b2c-6e98-4101-8e5a-f6493ebe3b10 admin admin] Publish callbacks [] for security_group (953f52ba-b27f-4055-95a4-23c1e1ac5d47), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.270234 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7ee41b2c-6e98-4101-8e5a-f6493ebe3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (953f52ba-b27f-4055-95a4-23c1e1ac5d47), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.310770 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-7ee41b2c-6e98-4101-8e5a-f6493ebe3b10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3111bc69299a429d92f5194903da130b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398458 May 30 12:10:20.311650 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee41b2c-6e98-4101-8e5a-f6493ebe3b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953f52ba-b27f-4055-95a4-23c1e1ac5d47,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:20.314475 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46030) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:20.322444 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:20.371631 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-164e75b1-bf25-4b7a-8c0e-bf68e1feb338 admin admin] Publish callbacks [] for security_group (953f52ba-b27f-4055-95a4-23c1e1ac5d47), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.395766 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-164e75b1-bf25-4b7a-8c0e-bf68e1feb338 admin admin] Publish callbacks [] for security_group (953f52ba-b27f-4055-95a4-23c1e1ac5d47), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.458886 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-164e75b1-bf25-4b7a-8c0e-bf68e1feb338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (953f52ba-b27f-4055-95a4-23c1e1ac5d47), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.461555 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-164e75b1-bf25-4b7a-8c0e-bf68e1feb338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.462685 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-164e75b1-bf25-4b7a-8c0e-bf68e1feb338 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/953f52ba-b27f-4055-95a4-23c1e1ac5d47 HTTP/1.1" status: 204 len: 168 time: 0.1468618 May 30 12:10:20.476373 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e75b1-bf25-4b7a-8c0e-bf68e1feb338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953f52ba-b27f-4055-95a4-23c1e1ac5d47,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:20.751024 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46042) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:20.765020 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1cd0db92-0626-4490-8257-2e7dcc0754d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.843441 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1cd0db92-0626-4490-8257-2e7dcc0754d8 admin admin] Publish callbacks [] for security_group (603bb14b-0136-44cd-8426-caac72c0360e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.847018 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1cd0db92-0626-4490-8257-2e7dcc0754d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (603bb14b-0136-44cd-8426-caac72c0360e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:20.886228 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-1cd0db92-0626-4490-8257-2e7dcc0754d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a80c2582a864ede8a8d02f87557126a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341062 May 30 12:10:20.887215 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0db92-0626-4490-8257-2e7dcc0754d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603bb14b-0136-44cd-8426-caac72c0360e,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:20.889067 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46046) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:20.913084 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:20.935167 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:20.995933 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f66337f-c49e-4a7a-b07d-5e4a3eaaaca2 admin admin] Publish callbacks [] for security_group (603bb14b-0136-44cd-8426-caac72c0360e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:21.008006 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d371fd6-2fbb-4be7-bf47-ea5a6443986b req-65c08526-5ffc-4cff-b7a7-7519660f0cd5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:21.009484 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6d371fd6-2fbb-4be7-bf47-ea5a6443986b req-65c08526-5ffc-4cff-b7a7-7519660f0cd5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0677059 May 30 12:10:21.281421 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f66337f-c49e-4a7a-b07d-5e4a3eaaaca2 admin admin] Publish callbacks [] for security_group (603bb14b-0136-44cd-8426-caac72c0360e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:21.332672 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6d371fd6-2fbb-4be7-bf47-ea5a6443986b req-823c1361-0ce9-48f8-89a4-d7d26e728b19 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152897 May 30 12:10:21.360000 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f66337f-c49e-4a7a-b07d-5e4a3eaaaca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (603bb14b-0136-44cd-8426-caac72c0360e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:21.362669 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f66337f-c49e-4a7a-b07d-5e4a3eaaaca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:21.365489 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1f66337f-c49e-4a7a-b07d-5e4a3eaaaca2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/603bb14b-0136-44cd-8426-caac72c0360e HTTP/1.1" status: 204 len: 168 time: 0.4697063 May 30 12:10:21.374696 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66337f-c49e-4a7a-b07d-5e4a3eaaaca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603bb14b-0136-44cd-8426-caac72c0360e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:22.463186 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312640-902a-468b-8d09-d3a6d6a6c9e6 req-38822a38-4bf9-405d-89a4-aecdb471358d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:22.465441 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-71312640-902a-468b-8d09-d3a6d6a6c9e6 req-38822a38-4bf9-405d-89a4-aecdb471358d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0550523 May 30 12:10:22.518701 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-71312640-902a-468b-8d09-d3a6d6a6c9e6 req-c8746144-efb5-4c59-ab10-f80a4335b5a7 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474222 May 30 12:10:22.829658 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46112) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:23.537143 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (f6774cbd-e217-40a1-bec7-c4966c4389e9), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:23.707905 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8943f-dfd3-485c-8e3c-d9151c752ea1 req-e38847a3-3bb5-4489-900b-07d474099426 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:23.709829 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-efd8943f-dfd3-485c-8e3c-d9151c752ea1 req-e38847a3-3bb5-4489-900b-07d474099426 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 945 time: 0.0536885 May 30 12:10:23.759239 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-efd8943f-dfd3-485c-8e3c-d9151c752ea1 req-03bb8c5e-f9f4-4d81-baf1-708b7f15040f tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430424 May 30 12:10:23.790779 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:23.793213 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-7fd75155-4e58-412e-aecd-a6c39bed151d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857165 May 30 12:10:23.823520 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:23.902576 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-3b90043d-6af8-407d-bddc-10cc82a1b919 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:23.903867 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-3b90043d-6af8-407d-bddc-10cc82a1b919 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports/e2714e9d-b17a-42e1-8920-55a988a1b563 HTTP/1.1" status: 200 len: 942 time: 0.0786684 May 30 12:10:23.904536 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Deleting port 8f4d2ca5-db94-42e5-932f-3490e92165d4 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:23.904864 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:23.992231 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] For port 8f4d2ca5-db94-42e5-932f-3490e92165d4, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=8f4d2ca5-db94-42e5-932f-3490e92165d4,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:23.992600 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:24.007050 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Calling delete_port for 8f4d2ca5-db94-42e5-932f-3490e92165d4 owned by network:router_interface {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:24.019871 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e2714e9d-b17a-42e1-8920-55a988a1b563 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:10:24.100601 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port e2714e9d-b17a-42e1-8920-55a988a1b563 is: ACTIVE; New status is: DOWN {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:24.100984 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:24.127585 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:10:24.130883 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75432bbb-15de-4937-94a5-5fc9dddf77da" -d '{"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:10:24.145074 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:24.153977 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:24.186142 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 May 2022 12:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f7bc2c-c521-4818-bdcf-ff6df56c4e73 x-openstack-request-id: req-62f7bc2c-c521-4818-bdcf-ff6df56c4e73 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:10:24.186510 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-unplugged", "status": "failed", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563", "code": 422}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:10:24.186829 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62f7bc2c-c521-4818-bdcf-ff6df56c4e73 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:10:24.187290 dv-cinder-840512-2-iscsi neutron-server[104004]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-62f7bc2c-c521-4818-bdcf-ff6df56c4e73']: {'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'code': 422} returned with failed status May 30 12:10:24.212735 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=8']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:24.216806 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (8f4d2ca5-db94-42e5-932f-3490e92165d4), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:24.242793 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4d2ca5-db94-42e5-932f-3490e92165d4,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:24.430874 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (f6774cbd-e217-40a1-bec7-c4966c4389e9), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:24.659633 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Router f6774cbd-e217-40a1-bec7-c4966c4389e9 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:10:24.671358 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:24.888194 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaf1c1-07b5-4450-b822-bd8c40cd6d4e req-d8971edc-382e-412b-b473-9c17a3e8f7db tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:24.889856 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cdeaf1c1-07b5-4450-b822-bd8c40cd6d4e req-d8971edc-382e-412b-b473-9c17a3e8f7db tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0491230 May 30 12:10:24.940680 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cdeaf1c1-07b5-4450-b822-bd8c40cd6d4e req-0590a9af-c0af-4b18-a842-ac87f785bf18 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444891 May 30 12:10:24.995796 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-19a836c8-7297-4c96-97c2-09b5914d3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:24.997364 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-19a836c8-7297-4c96-97c2-09b5914d3a43 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c&tenant_id=8e98cc41e8064c90b0e45b32e2d78493 HTTP/1.1" status: 200 len: 1127 time: 0.0540864 May 30 12:10:25.025915 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:25.071208 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:10:25.077898 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-5c5a43db-8909-4166-8c85-236793fbc123 admin admin] 10.222.0.32 "PUT /v2.0/routers/f6774cbd-e217-40a1-bec7-c4966c4389e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2476902 May 30 12:10:25.079836 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] Sync routers for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:10:25.080459 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46172) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:25.086670 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-d0e94fd4-5310-4cc7-8fc2-66cb24bb1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:25.088137 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-d0e94fd4-5310-4cc7-8fc2-66cb24bb1198 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 1127 time: 0.0610561 May 30 12:10:25.091175 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:25.091787 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:25.127039 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:25.194334 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:25.255666 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks [] for router (f6774cbd-e217-40a1-bec7-c4966c4389e9), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:25.289542 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-e477ce61-4867-4f1e-99ea-6dae2c294333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:25.290998 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-e477ce61-4867-4f1e-99ea-6dae2c294333 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 200 len: 917 time: 0.1688750 May 30 12:10:25.367884 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:10:24Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:25.370662 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:25.396120 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] Checking router: f6774cbd-e217-40a1-bec7-c4966c4389e9 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:10:25.397209 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-6e50fa43-15ec-4669-9318-bbea369bbd76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2714e9d-b17a-42e1-8920-55a988a1b563 HTTP/1.1" status: 200 len: 999 time: 0.0983377 May 30 12:10:25.405112 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] Routers {'f6774cbd-e217-40a1-bec7-c4966c4389e9'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:25.405731 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['f6774cbd-e217-40a1-bec7-c4966c4389e9'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:25.418309 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks [] for router_gateway (f6774cbd-e217-40a1-bec7-c4966c4389e9), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:25.482852 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-565d8ef7-1750-4843-b7b6-a470e3dbdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:25.484275 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-565d8ef7-1750-4843-b7b6-a470e3dbdcca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 200 len: 855 time: 0.0798998 May 30 12:10:25.501578 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Deleting port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:25.501914 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:25.509652 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] Set router f6774cbd-e217-40a1-bec7-c4966c4389e9 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:25.570579 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-4c42dbae-ddd6-4304-bade-9db6943d860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:25.572148 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-4c42dbae-ddd6-4304-bade-9db6943d860a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809484 May 30 12:10:25.663382 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] For port 10acf1ce-86ab-4a99-8730-ab5b577fb6cf, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=10acf1ce-86ab-4a99-8730-ab5b577fb6cf,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:25.663757 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:25.681333 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Calling delete_port for 10acf1ce-86ab-4a99-8730-ab5b577fb6cf owned by network:router_gateway {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:25.745251 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-eb1a72e6-3a09-48aa-ab90-6b2c2c91bbd7 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616237 May 30 12:10:25.774000 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:10:24Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:25.808559 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfcf4c-f917-4047-9a69-c0962e116698 None None] The sync data for ids ['f6774cbd-e217-40a1-bec7-c4966c4389e9'] in dv-cinder-840512-2-iscsi is: [{'id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'name': 'tempest-AttachVolumeTestJSON-1279392537-router', 'tenant_id': '8b5074cf3e6248668995f266845c8969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:03:59Z', 'updated_at': '2022-05-30T12:10:24Z', 'revision_number': 5, 'project_id': '8b5074cf3e6248668995f266845c8969', 'gw_port': {'id': '10acf1ce-86ab-4a99-8730-ab5b577fb6cf', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6774cbd-e217-40a1-bec7-c4966c4389e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:00Z', 'updated_at': '2022-05-30T12:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:10:25.828235 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:25.876539 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:25.944482 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4636db13-3670-489c-829e-d1a9b66f69f2 req-94d4bf7c-6ae0-48d5-bdaf-770490958286 service neutron] 10.222.0.65 "GET /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799080 May 30 12:10:25.973447 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (10acf1ce-86ab-4a99-8730-ab5b577fb6cf), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.004817 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=10acf1ce-86ab-4a99-8730-ab5b577fb6cf,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:26.075660 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (f6774cbd-e217-40a1-bec7-c4966c4389e9), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.090819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6269e-cb33-4735-ba6f-2e22bbaee0c1 req-aafdf7ae-06e5-4000-8f0a-9c3978c3ad4c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:26.092581 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-13f6269e-cb33-4735-ba6f-2e22bbaee0c1 req-aafdf7ae-06e5-4000-8f0a-9c3978c3ad4c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0485892 May 30 12:10:26.170565 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-13f6269e-cb33-4735-ba6f-2e22bbaee0c1 req-4a860b4a-c01b-40b0-bab0-04c50fb7ae71 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717719 May 30 12:10:26.221341 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (f6774cbd-e217-40a1-bec7-c4966c4389e9), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.226198 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks [] for router_controller (f6774cbd-e217-40a1-bec7-c4966c4389e9), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.372690 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (f6774cbd-e217-40a1-bec7-c4966c4389e9), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.373713 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6774cbd-e217-40a1-bec7-c4966c4389e9 {{(pid=104003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:10:26.387734 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.395977 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-b724bfcc-abd9-45f4-b9b8-c7ba574cf9a9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f6774cbd-e217-40a1-bec7-c4966c4389e9 HTTP/1.1" status: 204 len: 168 time: 1.3077300 May 30 12:10:26.400731 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46198) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:26.455361 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac48929-6726-4619-a223-086c3c132c57 admin admin] Deleting subnet b2ae6479-93d2-4a09-ab33-a83977406b66 {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:10:26.459085 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4ac48929-6726-4619-a223-086c3c132c57 admin admin] Publish callbacks [] for subnet (b2ae6479-93d2-4a09-ab33-a83977406b66), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.503159 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4ac48929-6726-4619-a223-086c3c132c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (b2ae6479-93d2-4a09-ab33-a83977406b66), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.624639 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4ac48929-6726-4619-a223-086c3c132c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (b2ae6479-93d2-4a09-ab33-a83977406b66), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.710593 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4ac48929-6726-4619-a223-086c3c132c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (b2ae6479-93d2-4a09-ab33-a83977406b66), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.748494 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac48929-6726-4619-a223-086c3c132c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ae6479-93d2-4a09-ab33-a83977406b66,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:26.751400 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4ac48929-6726-4619-a223-086c3c132c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.759333 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46216) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:26.760108 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-4ac48929-6726-4619-a223-086c3c132c57 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b2ae6479-93d2-4a09-ab33-a83977406b66 HTTP/1.1" status: 204 len: 168 time: 0.3568585 May 30 12:10:26.770296 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df56d8-9f70-4750-aeac-aaebb9a9f7e5 None None] Network e532e692-bceb-4466-adae-3cc4239d2d96 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:10:26.903160 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (e532e692-bceb-4466-adae-3cc4239d2d96), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:26.973735 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Deleting port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:26.974062 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.071931 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] For port 52c3ebf2-8aad-46bc-8bc8-f804f6527548, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=52c3ebf2-8aad-46bc-8bc8-f804f6527548,segment=NetworkSegment(c0a8ffc7-9b5a-4e9e-b41a-ba9949699013),segment_id=c0a8ffc7-9b5a-4e9e-b41a-ba9949699013)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:27.072322 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.094606 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Calling delete_port for 52c3ebf2-8aad-46bc-8bc8-f804f6527548 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:27.137936 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] DHCP port deletion for e532e692-bceb-4466-adae-3cc4239d2d96 request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:10:27.197605 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.206359 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:27.217766 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] Deleting port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:27.218210 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.235459 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c3ebf2-8aad-46bc-8bc8-f804f6527548,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:27.237916 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] No DVR routers for this DVR port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 on host dv-cinder-840512-2-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:10:27.325970 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] For port 52c3ebf2-8aad-46bc-8bc8-f804f6527548, host dv-cinder-840512-2-iscsi, got binding levels [] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:27.326355 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.331868 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (e532e692-bceb-4466-adae-3cc4239d2d96), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.343013 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] Calling delete_port for 52c3ebf2-8aad-46bc-8bc8-f804f6527548 owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:27.346474 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.ipam_backend_mixin [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] Port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 was not found and therefore no delete operation was performed {{(pid=104004) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 30 12:10:27.350206 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (52c3ebf2-8aad-46bc-8bc8-f804f6527548), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.376522 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:27.399170 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e532e692-bceb-4466-adae-3cc4239d2d96']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:27.407614 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] Pushing event deleted for resources: {'Port': ['ID=52c3ebf2-8aad-46bc-8bc8-f804f6527548,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:27.413832 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0a9bf-7e21-49b9-9a7d-ee19d184d343 None None] No DVR routers for this DVR port 52c3ebf2-8aad-46bc-8bc8-f804f6527548 on host dv-cinder-840512-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:10:27.416924 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb004d7-0221-400d-9717-2c8dc23e66c1 req-abbf6483-2784-4b17-a4a1-aba3d1037b7a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:27.418820 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9eb004d7-0221-400d-9717-2c8dc23e66c1 req-abbf6483-2784-4b17-a4a1-aba3d1037b7a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0928464 May 30 12:10:27.420919 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:27.421649 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a8ffc7-9b5a-4e9e-b41a-ba9949699013') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:27.433389 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9854297'] for segment (c0a8ffc7-9b5a-4e9e-b41a-ba9949699013), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.465196 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (c0a8ffc7-9b5a-4e9e-b41a-ba9949699013), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.482463 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:10:27.482930 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408957'] for segment (c0a8ffc7-9b5a-4e9e-b41a-ba9949699013), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.539975 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9eb004d7-0221-400d-9717-2c8dc23e66c1 req-c0035e9d-2204-4f95-b4a6-713e986cb956 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039205 May 30 12:10:27.584401 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (e532e692-bceb-4466-adae-3cc4239d2d96), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.606781 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.613606 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e532e692-bceb-4466-adae-3cc4239d2d96 HTTP/1.1" status: 204 len: 168 time: 0.8530676 May 30 12:10:27.614939 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaae8a-1a77-47a1-a557-4873796a0570 admin admin] Pushing event deleted for resources: {'Network': ['ID=e532e692-bceb-4466-adae-3cc4239d2d96,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:27.665909 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment c0a8ffc7-9b5a-4e9e-b41a-ba9949699013 resource provider aggregate not found May 30 12:10:27.686014 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment c0a8ffc7-9b5a-4e9e-b41a-ba9949699013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0a8ffc7-9b5a-4e9e-b41a-ba9949699013 found for delete ", "request_id": "req-131508e7-36a1-4d30-a94b-56042bf9db2d"}]} May 30 12:10:27.806882 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46232) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:27.809409 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8f4d2ca5-db94-42e5-932f-3490e92165d4 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:10:27.835388 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 8f4d2ca5-db94-42e5-932f-3490e92165d4 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:10:27.835646 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8f4d2ca5-db94-42e5-932f-3490e92165d4 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:10:27.836059 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 10acf1ce-86ab-4a99-8730-ab5b577fb6cf no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:10:27.857029 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 10acf1ce-86ab-4a99-8730-ab5b577fb6cf {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:10:27.857665 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 10acf1ce-86ab-4a99-8730-ab5b577fb6cf not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:10:27.858246 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 52c3ebf2-8aad-46bc-8bc8-f804f6527548 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:10:27.879698 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46234) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:27.882057 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 52c3ebf2-8aad-46bc-8bc8-f804f6527548 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:10:27.882617 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 52c3ebf2-8aad-46bc-8bc8-f804f6527548 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:10:27.883186 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-07113075-7b49-4885-8b9f-53c18fd585a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b5074cf3e6248668995f266845c8969&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0688398 May 30 12:10:27.935214 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fc82cae2-9e9d-4363-b9f3-05b3f00672c4 admin admin] Publish callbacks [] for security_group (e1ed4dc2-2bc9-4d55-a0d9-341f34e68831), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:27.961742 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fc82cae2-9e9d-4363-b9f3-05b3f00672c4 admin admin] Publish callbacks [] for security_group (e1ed4dc2-2bc9-4d55-a0d9-341f34e68831), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:28.023476 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fc82cae2-9e9d-4363-b9f3-05b3f00672c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e1ed4dc2-2bc9-4d55-a0d9-341f34e68831), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:28.026173 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fc82cae2-9e9d-4363-b9f3-05b3f00672c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:28.027396 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-fc82cae2-9e9d-4363-b9f3-05b3f00672c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1ed4dc2-2bc9-4d55-a0d9-341f34e68831 HTTP/1.1" status: 204 len: 168 time: 0.1462023 May 30 12:10:28.037299 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82cae2-9e9d-4363-b9f3-05b3f00672c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ed4dc2-2bc9-4d55-a0d9-341f34e68831,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:28.710398 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca922b-ee03-482d-9a9b-a54030acf7c0 req-b24c79b0-7db2-4c06-bf80-ff88901c7918 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:28.717549 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1aca922b-ee03-482d-9a9b-a54030acf7c0 req-b24c79b0-7db2-4c06-bf80-ff88901c7918 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0862937 May 30 12:10:28.779886 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1aca922b-ee03-482d-9a9b-a54030acf7c0 req-3d02e216-b0fe-4b75-8ee8-a19f0f336662 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613377 May 30 12:10:29.987547 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892f6b-0f3c-442d-97b0-d6e98258d5c8 req-9bbdfdf1-fb14-49a6-a78a-1570a183347e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:29.991865 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cd892f6b-0f3c-442d-97b0-d6e98258d5c8 req-9bbdfdf1-fb14-49a6-a78a-1570a183347e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0956028 May 30 12:10:30.068612 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cd892f6b-0f3c-442d-97b0-d6e98258d5c8 req-53473c1d-c012-4a75-9cf9-33f661b2ee2a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706210 May 30 12:10:30.158295 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46306) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:30.313036 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3f7abf19-0776-4c49-aa8b-61ade4431e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:30.416529 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3f7abf19-0776-4c49-aa8b-61ade4431e1f admin admin] Publish callbacks [] for security_group (17f28911-335f-47e4-a1f5-16e558ad1d0f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:30.420635 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3f7abf19-0776-4c49-aa8b-61ade4431e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (17f28911-335f-47e4-a1f5-16e558ad1d0f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:30.461955 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3f7abf19-0776-4c49-aa8b-61ade4431e1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c951ed8b274d4e52bc96c67864d7bfbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025169 May 30 12:10:30.465802 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46316) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:30.473819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7abf19-0776-4c49-aa8b-61ade4431e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f28911-335f-47e4-a1f5-16e558ad1d0f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:30.492988 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:30.527982 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-80d91922-7737-4dcf-8d6c-5e93972f5126 admin admin] Publish callbacks [] for security_group (17f28911-335f-47e4-a1f5-16e558ad1d0f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:30.556618 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-80d91922-7737-4dcf-8d6c-5e93972f5126 admin admin] Publish callbacks [] for security_group (17f28911-335f-47e4-a1f5-16e558ad1d0f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:30.603178 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:30.626966 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-80d91922-7737-4dcf-8d6c-5e93972f5126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (17f28911-335f-47e4-a1f5-16e558ad1d0f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:30.630911 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-80d91922-7737-4dcf-8d6c-5e93972f5126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:30.632044 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-80d91922-7737-4dcf-8d6c-5e93972f5126 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17f28911-335f-47e4-a1f5-16e558ad1d0f HTTP/1.1" status: 204 len: 168 time: 0.1648324 May 30 12:10:30.640312 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d91922-7737-4dcf-8d6c-5e93972f5126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f28911-335f-47e4-a1f5-16e558ad1d0f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:30.985333 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46322) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:30.998895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-42434f9f-6f21-4692-a3b7-1550cb9e76b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:31.081177 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-42434f9f-6f21-4692-a3b7-1550cb9e76b2 admin admin] Publish callbacks [] for security_group (0b743686-c1c1-4ae9-9a77-aedc0cc38eda), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:31.087538 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-42434f9f-6f21-4692-a3b7-1550cb9e76b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (0b743686-c1c1-4ae9-9a77-aedc0cc38eda), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:31.133658 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-42434f9f-6f21-4692-a3b7-1550cb9e76b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0ec20e7b89d47bcb2ad07e7124f678f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471646 May 30 12:10:31.134555 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42434f9f-6f21-4692-a3b7-1550cb9e76b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b743686-c1c1-4ae9-9a77-aedc0cc38eda,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:31.139435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46326) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:31.262995 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb44c8-d3f8-4050-a170-91a1a2258149 req-c411755e-66e9-4a4d-aca2-0058e4843235 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:31.265163 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fdfb44c8-d3f8-4050-a170-91a1a2258149 req-c411755e-66e9-4a4d-aca2-0058e4843235 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0835536 May 30 12:10:31.266440 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0e80f37f-3cdc-43db-962e-ca109bc5ee0d admin admin] Publish callbacks [] for security_group (0b743686-c1c1-4ae9-9a77-aedc0cc38eda), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:31.307441 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0e80f37f-3cdc-43db-962e-ca109bc5ee0d admin admin] Publish callbacks [] for security_group (0b743686-c1c1-4ae9-9a77-aedc0cc38eda), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:31.363833 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fdfb44c8-d3f8-4050-a170-91a1a2258149 req-a3ea84d0-fba7-40b0-aa6e-616d1985634a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813868 May 30 12:10:31.387534 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0e80f37f-3cdc-43db-962e-ca109bc5ee0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (0b743686-c1c1-4ae9-9a77-aedc0cc38eda), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:31.395032 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0e80f37f-3cdc-43db-962e-ca109bc5ee0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:31.402045 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0e80f37f-3cdc-43db-962e-ca109bc5ee0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b743686-c1c1-4ae9-9a77-aedc0cc38eda HTTP/1.1" status: 204 len: 168 time: 0.2539380 May 30 12:10:31.432206 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80f37f-3cdc-43db-962e-ca109bc5ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b743686-c1c1-4ae9-9a77-aedc0cc38eda,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:32.531998 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31be7b-01af-4de7-821f-37eb6b020f44 req-d3350e10-6396-415d-8df4-32d40bfc09c4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:32.534299 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb31be7b-01af-4de7-821f-37eb6b020f44 req-d3350e10-6396-415d-8df4-32d40bfc09c4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0636728 May 30 12:10:32.606239 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb31be7b-01af-4de7-821f-37eb6b020f44 req-b766539b-d4e7-4731-95b6-4f7f47fac18c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655417 May 30 12:10:33.216207 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6a40ece1-29e4-49c3-9ede-a1007954715b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:33.471350 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46404) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:33.621620 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-156bc341-b0a7-4f07-969d-3f10fe5fd2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:33.757741 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-156bc341-b0a7-4f07-969d-3f10fe5fd2c4 admin admin] Publish callbacks [] for security_group (87d52906-cc42-445b-8246-fefb9793b31c), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:33.767356 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-156bc341-b0a7-4f07-969d-3f10fe5fd2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (87d52906-cc42-445b-8246-fefb9793b31c), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:33.798264 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-156bc341-b0a7-4f07-969d-3f10fe5fd2c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b75d7c218d44df58d1d0f41ea0bc10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256912 May 30 12:10:33.802427 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46410) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:33.813974 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486411f-1038-435d-8cd5-8662f30ee0cc req-ee6ccc6b-a979-4a61-a45c-67d2f17b9f14 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:33.821098 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7486411f-1038-435d-8cd5-8662f30ee0cc req-ee6ccc6b-a979-4a61-a45c-67d2f17b9f14 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.1105218 May 30 12:10:33.857599 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=9,neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:33.873212 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:33.900632 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Publish callbacks [] for security_group (87d52906-cc42-445b-8246-fefb9793b31c), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:33.916459 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7486411f-1038-435d-8cd5-8662f30ee0cc req-52e6f95e-c865-44b1-99c4-a843e487a6a0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940814 May 30 12:10:33.918535 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bc341-b0a7-4f07-969d-3f10fe5fd2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d52906-cc42-445b-8246-fefb9793b31c,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:33.932921 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Publish callbacks [] for security_group (87d52906-cc42-445b-8246-fefb9793b31c), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:33.991969 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.029825 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (87d52906-cc42-445b-8246-fefb9793b31c), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.033083 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.034266 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87d52906-cc42-445b-8246-fefb9793b31c HTTP/1.1" status: 204 len: 168 time: 0.2300937 May 30 12:10:34.050098 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d52906-cc42-445b-8246-fefb9793b31c,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:34.074495 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.075062 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.075509 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.076029 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.076499 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.076931 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.077528 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.077960 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.078393 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.078837 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.079267 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.079705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.080227 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.080641 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.081063 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a5dc1-6afe-4147-be46-9476fef77b1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:34.534353 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46422) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:34.548974 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-21ff7014-5db4-4134-aa23-184ee5d2fe1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.656311 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-21ff7014-5db4-4134-aa23-184ee5d2fe1f admin admin] Publish callbacks [] for security_group (e0fe2a77-e0bc-4d31-a513-8c14c159086e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.658180 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:34.662242 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-21ff7014-5db4-4134-aa23-184ee5d2fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e0fe2a77-e0bc-4d31-a513-8c14c159086e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.735084 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-21ff7014-5db4-4134-aa23-184ee5d2fe1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ebd2be4cfc3429c9a49efae8cdabedd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986721 May 30 12:10:34.735954 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff7014-5db4-4134-aa23-184ee5d2fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fe2a77-e0bc-4d31-a513-8c14c159086e,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:34.738085 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46428) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:34.845462 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-38d1d477-8ebe-4638-919c-ba1181bbd112 admin admin] Publish callbacks [] for security_group (e0fe2a77-e0bc-4d31-a513-8c14c159086e), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.882238 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-38d1d477-8ebe-4638-919c-ba1181bbd112 admin admin] Publish callbacks [] for security_group (e0fe2a77-e0bc-4d31-a513-8c14c159086e), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.986612 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-38d1d477-8ebe-4638-919c-ba1181bbd112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e0fe2a77-e0bc-4d31-a513-8c14c159086e), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.990026 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-38d1d477-8ebe-4638-919c-ba1181bbd112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:34.991533 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-38d1d477-8ebe-4638-919c-ba1181bbd112 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0fe2a77-e0bc-4d31-a513-8c14c159086e HTTP/1.1" status: 204 len: 168 time: 0.2524636 May 30 12:10:35.007462 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1d477-8ebe-4638-919c-ba1181bbd112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fe2a77-e0bc-4d31-a513-8c14c159086e,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:35.095824 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:35.211785 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359d8cb-7fa4-4336-aae5-96d12b72223d req-14b30575-5673-4fa9-9c7c-8439ff8a710e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:35.215218 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1359d8cb-7fa4-4336-aae5-96d12b72223d req-14b30575-5673-4fa9-9c7c-8439ff8a710e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.1298385 May 30 12:10:35.300303 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1359d8cb-7fa4-4336-aae5-96d12b72223d req-d2f1402b-bfd8-4eb2-8283-c90f1bf640f4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753012 May 30 12:10:35.581510 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ac650cf8-6c90-448b-b692-7d1a1f173bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:35.776687 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=56 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:35.778691 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=30 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:36.434848 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bf2de-2e55-4a51-861f-8e5e8c759f02 req-25248a3c-44eb-49b0-89b3-a8936d960ee5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:36.436469 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f53bf2de-2e55-4a51-861f-8e5e8c759f02 req-25248a3c-44eb-49b0-89b3-a8936d960ee5 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0515323 May 30 12:10:36.490983 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f53bf2de-2e55-4a51-861f-8e5e8c759f02 req-07a6b701-5437-4a42-bd38-614ec9e7141b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475357 May 30 12:10:36.935627 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:37.663544 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8204eb-67ce-4f20-92e3-21e2c6fc4eba req-494d034e-8495-48b1-a2a7-df3e5342de87 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:37.671771 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0c8204eb-67ce-4f20-92e3-21e2c6fc4eba req-494d034e-8495-48b1-a2a7-df3e5342de87 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0708511 May 30 12:10:37.725792 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0c8204eb-67ce-4f20-92e3-21e2c6fc4eba req-2425cb65-b759-4f97-8329-e2c53162b0cf tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519907 May 30 12:10:37.814421 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46526) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:37.921593 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9be1812d-62f6-4fa5-b296-cdc1ee9534f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.002749 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9be1812d-62f6-4fa5-b296-cdc1ee9534f6 admin admin] Publish callbacks [] for security_group (dbefbf0b-1979-4848-9ceb-3a8f3e94b7c9), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.007536 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9be1812d-62f6-4fa5-b296-cdc1ee9534f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (dbefbf0b-1979-4848-9ceb-3a8f3e94b7c9), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.049611 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-9be1812d-62f6-4fa5-b296-cdc1ee9534f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71ad67c3b7484452a9d99a7a25b6932e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340357 May 30 12:10:38.050739 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1812d-62f6-4fa5-b296-cdc1ee9534f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbefbf0b-1979-4848-9ceb-3a8f3e94b7c9,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:38.052567 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46530) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:38.109816 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3ba691e8-d5c1-4cd6-82d2-69b804b02ddc admin admin] Publish callbacks [] for security_group (dbefbf0b-1979-4848-9ceb-3a8f3e94b7c9), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.133280 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3ba691e8-d5c1-4cd6-82d2-69b804b02ddc admin admin] Publish callbacks [] for security_group (dbefbf0b-1979-4848-9ceb-3a8f3e94b7c9), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.187220 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3ba691e8-d5c1-4cd6-82d2-69b804b02ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (dbefbf0b-1979-4848-9ceb-3a8f3e94b7c9), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.190005 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3ba691e8-d5c1-4cd6-82d2-69b804b02ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.191899 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3ba691e8-d5c1-4cd6-82d2-69b804b02ddc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbefbf0b-1979-4848-9ceb-3a8f3e94b7c9 HTTP/1.1" status: 204 len: 168 time: 0.1378732 May 30 12:10:38.201141 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba691e8-d5c1-4cd6-82d2-69b804b02ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbefbf0b-1979-4848-9ceb-3a8f3e94b7c9,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:38.345476 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.522271 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46556) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:38.536599 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9deb136d-7196-434e-89e0-fa8191009205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.632581 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9deb136d-7196-434e-89e0-fa8191009205 admin admin] Publish callbacks [] for security_group (c01b00f7-e3fc-48ce-9f1a-b8386de4da4d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.637360 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9deb136d-7196-434e-89e0-fa8191009205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (c01b00f7-e3fc-48ce-9f1a-b8386de4da4d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.681907 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9deb136d-7196-434e-89e0-fa8191009205 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef6a0672e3464b00a93773ef02d82cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583700 May 30 12:10:38.683512 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb136d-7196-434e-89e0-fa8191009205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b00f7-e3fc-48ce-9f1a-b8386de4da4d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:38.684816 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46562) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:38.737408 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c3920df-ec59-45c5-a353-0a971fad77c1 admin admin] Publish callbacks [] for security_group (c01b00f7-e3fc-48ce-9f1a-b8386de4da4d), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.769060 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c3920df-ec59-45c5-a353-0a971fad77c1 admin admin] Publish callbacks [] for security_group (c01b00f7-e3fc-48ce-9f1a-b8386de4da4d), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.817475 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c3920df-ec59-45c5-a353-0a971fad77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (c01b00f7-e3fc-48ce-9f1a-b8386de4da4d), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.819986 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c3920df-ec59-45c5-a353-0a971fad77c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:38.821325 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-5c3920df-ec59-45c5-a353-0a971fad77c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c01b00f7-e3fc-48ce-9f1a-b8386de4da4d HTTP/1.1" status: 204 len: 168 time: 0.1351466 May 30 12:10:38.830324 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3920df-ec59-45c5-a353-0a971fad77c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b00f7-e3fc-48ce-9f1a-b8386de4da4d,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:38.862598 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504155-2b5f-4a07-a369-086cbb267d95 req-dcf6f2f6-3667-4a18-bffb-7580b8b8d62e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:38.864618 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-27504155-2b5f-4a07-a369-086cbb267d95 req-dcf6f2f6-3667-4a18-bffb-7580b8b8d62e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0555630 May 30 12:10:38.915920 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-27504155-2b5f-4a07-a369-086cbb267d95 req-ea135213-7e82-4b25-84ca-c29492cab99b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456760 May 30 12:10:39.938571 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.000453 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46614) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:40.045420 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3d2b6-7429-467c-8741-a2cfe5c86fe7 req-5e1eb6bc-c790-4101-80e8-52058e766794 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:40.046917 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eec3d2b6-7429-467c-8741-a2cfe5c86fe7 req-5e1eb6bc-c790-4101-80e8-52058e766794 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 943 time: 0.0549052 May 30 12:10:40.118215 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eec3d2b6-7429-467c-8741-a2cfe5c86fe7 req-8ba6675f-108e-4564-8b7a-a987dd4a5f76 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624373 May 30 12:10:40.242191 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8439e41d-2873-4168-a471-2a85365c0217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.290396 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:40.300392 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e2714e9d-b17a-42e1-8920-55a988a1b563 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:10:40.329708 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8439e41d-2873-4168-a471-2a85365c0217 admin admin] Publish callbacks [] for security_group (f6387e0d-6d5c-4506-a14a-5555db970463), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.334525 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8439e41d-2873-4168-a471-2a85365c0217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f6387e0d-6d5c-4506-a14a-5555db970463), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.365679 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439e41d-2873-4168-a471-2a85365c0217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6387e0d-6d5c-4506-a14a-5555db970463,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:40.388783 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8439e41d-2873-4168-a471-2a85365c0217 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef13428057b34e2b9b114c67d044fa92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845267 May 30 12:10:40.389244 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46630) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:40.412705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:40.445330 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c7254fd0-a4ac-423f-a4b7-49af64c33864 admin admin] Publish callbacks [] for security_group (f6387e0d-6d5c-4506-a14a-5555db970463), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.454561 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:40.465208 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:40.468542 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'port_id': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'mac_address': 'fa:16:3e:75:ca:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:10:40.469055 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c7254fd0-a4ac-423f-a4b7-49af64c33864 admin admin] Publish callbacks [] for security_group (f6387e0d-6d5c-4506-a14a-5555db970463), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.508802 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port e2714e9d-b17a-42e1-8920-55a988a1b563 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:40.509133 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.523556 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2714e9d-b17a-42e1-8920-55a988a1b563 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:10:40.528471 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c7254fd0-a4ac-423f-a4b7-49af64c33864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f6387e0d-6d5c-4506-a14a-5555db970463), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.530953 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c7254fd0-a4ac-423f-a4b7-49af64c33864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.535493 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c7254fd0-a4ac-423f-a4b7-49af64c33864 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6387e0d-6d5c-4506-a14a-5555db970463 HTTP/1.1" status: 204 len: 168 time: 0.1453097 May 30 12:10:40.543742 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7254fd0-a4ac-423f-a4b7-49af64c33864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6387e0d-6d5c-4506-a14a-5555db970463,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:40.544873 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:40.549836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:40.610795 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:40.614841 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=9']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:40.826840 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['e2714e9d-b17a-42e1-8920-55a988a1b563'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:10:40.900806 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46646) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:40.915895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-453a309c-fcbe-49ce-951c-97c57d813bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:41.005575 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-453a309c-fcbe-49ce-951c-97c57d813bfe admin admin] Publish callbacks [] for security_group (5819a2fe-1bc7-4a49-b760-39a2a7068077), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:41.010670 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-453a309c-fcbe-49ce-951c-97c57d813bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5819a2fe-1bc7-4a49-b760-39a2a7068077), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:41.049818 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a309c-fcbe-49ce-951c-97c57d813bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5819a2fe-1bc7-4a49-b760-39a2a7068077,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:41.054496 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-453a309c-fcbe-49ce-951c-97c57d813bfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=460ad6fc1568461d8a8ed1052446fd32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523504 May 30 12:10:41.057458 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46650) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:41.106343 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a3c19fc5-cac0-4dc5-93fd-a37f812bc73b admin admin] Publish callbacks [] for security_group (5819a2fe-1bc7-4a49-b760-39a2a7068077), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:41.127277 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a3c19fc5-cac0-4dc5-93fd-a37f812bc73b admin admin] Publish callbacks [] for security_group (5819a2fe-1bc7-4a49-b760-39a2a7068077), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:41.180434 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a3c19fc5-cac0-4dc5-93fd-a37f812bc73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (5819a2fe-1bc7-4a49-b760-39a2a7068077), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:41.183013 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a3c19fc5-cac0-4dc5-93fd-a37f812bc73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:41.184362 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a3c19fc5-cac0-4dc5-93fd-a37f812bc73b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5819a2fe-1bc7-4a49-b760-39a2a7068077 HTTP/1.1" status: 204 len: 168 time: 0.1259327 May 30 12:10:41.193491 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c19fc5-cac0-4dc5-93fd-a37f812bc73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5819a2fe-1bc7-4a49-b760-39a2a7068077,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:41.251508 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e4233-230a-4015-8985-b9e7a05e2f3a req-44d97d98-345b-4020-85b6-f8d87c42debd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:41.256681 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4f5e4233-230a-4015-8985-b9e7a05e2f3a req-44d97d98-345b-4020-85b6-f8d87c42debd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 944 time: 0.0599594 May 30 12:10:41.309819 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4f5e4233-230a-4015-8985-b9e7a05e2f3a req-f8b6e178-19fd-4da2-9cc1-7280aa9bc51a tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503194 May 30 12:10:41.875638 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46674) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:41.978813 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1691910959-network', 'tenant_id': '5b976277ecde412ab4b17b2d17f14340'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:42.001026 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Made reservation on behalf of 5b976277ecde412ab4b17b2d17f14340 for: {'network': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:10:42.004014 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.015724 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.100995 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Publish callbacks [] for security_group (84c9354c-2d27-404b-8615-03da127cc14f), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.105904 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (84c9354c-2d27-404b-8615-03da127cc14f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.114933 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:42.138577 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=104003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:10:42.160078 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (5d82e894-19a5-4622-9e96-79b78f4ba738), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.160435 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.segments_db [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Added segment 5d82e894-19a5-4622-9e96-79b78f4ba738 of type vlan for network 856e423c-a8f0-4792-9fd5-b890534f3ac0 May 30 12:10:42.161693 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c9354c-2d27-404b-8615-03da127cc14f,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:42.207448 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (856e423c-a8f0-4792-9fd5-b890534f3ac0), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.231862 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (856e423c-a8f0-4792-9fd5-b890534f3ac0), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.232840 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:42.233398 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.277984 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:42.289619 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4127915 May 30 12:10:42.292734 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46692) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:42.298019 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Request body: {'subnet': {'network_id': '856e423c-a8f0-4792-9fd5-b890534f3ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1691910959-subnet', 'tenant_id': '5b976277ecde412ab4b17b2d17f14340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:42.302133 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcf92e-e027-451b-94b9-659d8d7c2f60 admin admin] Pushing event updated for resources: {'Network': ['ID=856e423c-a8f0-4792-9fd5-b890534f3ac0,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:42.303328 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:42.314372 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:42.314875 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network 856e423c-a8f0-4792-9fd5-b890534f3ac0 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:10:42.325381 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Made reservation on behalf of 5b976277ecde412ab4b17b2d17f14340 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:10:42.327871 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8869246'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.361172 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e2714e9d-b17a-42e1-8920-55a988a1b563 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:10:42.434711 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port e2714e9d-b17a-42e1-8920-55a988a1b563 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:42.435259 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.473436 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba43362-66f9-4041-8077-54210b1c00ce req-3416d28f-f014-4b9c-9d28-fc8f81724686 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:42.474936 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ba43362-66f9-4041-8077-54210b1c00ce req-3416d28f-f014-4b9c-9d28-fc8f81724686 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 944 time: 0.0722454 May 30 12:10:42.510379 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port e2714e9d-b17a-42e1-8920-55a988a1b563 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:42.510765 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.534999 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:10:42.537898 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2172c9b-befc-40d9-8011-385a15511603" -d '{"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-plugged", "status": "completed", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:10:42.551717 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:42.558372 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.586217 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc7a38-9e46-44c0-a3d3-6c69b82fe0de x-openstack-request-id: req-24cc7a38-9e46-44c0-a3d3-6c69b82fe0de {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:10:42.586740 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-plugged", "status": "completed", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:10:42.587064 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24cc7a38-9e46-44c0-a3d3-6c69b82fe0de {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:10:42.587525 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cc7a38-9e46-44c0-a3d3-6c69b82fe0de'] response: {'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'code': 200} May 30 12:10:42.598151 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ba43362-66f9-4041-8077-54210b1c00ce req-2adced0e-e134-4930-a3c8-7b0cefc13bbb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158209 May 30 12:10:42.624808 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8869224'] for subnet (c45750ce-bc67-40f6-ad85-96c35b3289e7), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.626751 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=10']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:42.685099 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45750ce-bc67-40f6-ad85-96c35b3289e7,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:42.694656 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Checking segment: {'id': '5d82e894-19a5-4622-9e96-79b78f4ba738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '856e423c-a8f0-4792-9fd5-b890534f3ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:10:42.695019 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Network hostable DHCP agents. Network: 856e423c-a8f0-4792-9fd5-b890534f3ac0, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:10:42.713401 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Network 856e423c-a8f0-4792-9fd5-b890534f3ac0 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:10:42.723480 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, 856e423c-a8f0-4792-9fd5-b890534f3ac0) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:42.731316 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d961558c-24d6-416c-bcc4-682ef7e55109 None None] Network 856e423c-a8f0-4792-9fd5-b890534f3ac0 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:10:42.731849 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:42.732485 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:42.751000 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b4f096ab-0a1b-4b14-80c7-40c7ab79f1c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4571328 May 30 12:10:42.800745 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85312782-6913-446d-8e2c-881266795535 req-2eba33d9-7805-426f-8aa6-30c7bdfe0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:42.802388 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-85312782-6913-446d-8e2c-881266795535 req-2eba33d9-7805-426f-8aa6-30c7bdfe0a3e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 1130 time: 0.0415516 May 30 12:10:42.841281 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b6fa0d-92f7-4dc7-8b78-61b6273b8416 None None] Network 856e423c-a8f0-4792-9fd5-b890534f3ac0 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:10:42.851855 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-85312782-6913-446d-8e2c-881266795535 req-60163f20-e66a-4a4b-b68f-bc03e3383e6a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 May 30 12:10:43.247768 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46718) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:43.252720 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-321799793-network', 'tenant_id': 'c6ea5cb981164e608a1111402c05fd63'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:43.274666 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Made reservation on behalf of c6ea5cb981164e608a1111402c05fd63 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:10:43.277292 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.287058 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.377812 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Publish callbacks [] for security_group (223fe3e8-7cc7-4916-857f-0e90816ec387), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.383868 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (223fe3e8-7cc7-4916-857f-0e90816ec387), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.411505 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:10:43.422347 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223fe3e8-7cc7-4916-857f-0e90816ec387,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:43.429579 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (fc180cd5-4530-4f79-9170-fdf9835770c6), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.429919 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Added segment fc180cd5-4530-4f79-9170-fdf9835770c6 of type vlan for network def29b89-340a-42d6-8f2e-71f2f5b40634 May 30 12:10:43.445819 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46722) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:43.474442 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (def29b89-340a-42d6-8f2e-71f2f5b40634), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.499388 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (def29b89-340a-42d6-8f2e-71f2f5b40634), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.500814 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:43.501478 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.520344 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:43.555506 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3065977 May 30 12:10:43.562130 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46726) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:43.563377 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8d8d91fe-53eb-4639-ac36-c4e8d3ffe565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.569649 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Request body: {'subnet': {'network_id': 'def29b89-340a-42d6-8f2e-71f2f5b40634', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-321799793-subnet', 'tenant_id': 'c6ea5cb981164e608a1111402c05fd63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:43.579700 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e95d9f-116e-402c-bf4e-ccb124c48764 admin admin] Pushing event updated for resources: {'Network': ['ID=def29b89-340a-42d6-8f2e-71f2f5b40634,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:43.584884 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:43.591546 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network def29b89-340a-42d6-8f2e-71f2f5b40634 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:10:43.608199 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Made reservation on behalf of c6ea5cb981164e608a1111402c05fd63 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:10:43.611966 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8869246'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.663039 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8d8d91fe-53eb-4639-ac36-c4e8d3ffe565 admin admin] Publish callbacks [] for security_group (0265e04c-5d12-4cfe-bf6e-c1713f83f8ac), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.667658 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8d8d91fe-53eb-4639-ac36-c4e8d3ffe565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (0265e04c-5d12-4cfe-bf6e-c1713f83f8ac), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.720511 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8d8d91fe-53eb-4639-ac36-c4e8d3ffe565 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32006abfeddd41f5ba0643dd50a3d4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733400 May 30 12:10:43.723662 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46730) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:43.740817 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d91fe-53eb-4639-ac36-c4e8d3ffe565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0265e04c-5d12-4cfe-bf6e-c1713f83f8ac,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:43.787227 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18740f82-32cb-410f-80e0-f1931db02f77 admin admin] Publish callbacks [] for security_group (0265e04c-5d12-4cfe-bf6e-c1713f83f8ac), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.799414 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732d2aa-8e41-4330-a1b6-7fb5c7f0b79b req-7c5fbc7c-26cd-4842-b523-388fb7d1e4f6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:43.801471 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b732d2aa-8e41-4330-a1b6-7fb5c7f0b79b req-7c5fbc7c-26cd-4842-b523-388fb7d1e4f6 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0726295 May 30 12:10:43.810014 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18740f82-32cb-410f-80e0-f1931db02f77 admin admin] Publish callbacks [] for security_group (0265e04c-5d12-4cfe-bf6e-c1713f83f8ac), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.861350 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18740f82-32cb-410f-80e0-f1931db02f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (0265e04c-5d12-4cfe-bf6e-c1713f83f8ac), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.864867 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-18740f82-32cb-410f-80e0-f1931db02f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:43.869331 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-18740f82-32cb-410f-80e0-f1931db02f77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0265e04c-5d12-4cfe-bf6e-c1713f83f8ac HTTP/1.1" status: 204 len: 168 time: 0.1418271 May 30 12:10:43.877485 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18740f82-32cb-410f-80e0-f1931db02f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0265e04c-5d12-4cfe-bf6e-c1713f83f8ac,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:43.938691 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b732d2aa-8e41-4330-a1b6-7fb5c7f0b79b req-beebcdba-a201-49ca-8679-1e696652ec49 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300395 May 30 12:10:43.956993 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8869224'] for subnet (8caf9e13-102b-4435-bc53-c4124c0b4c11), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:44.012278 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8caf9e13-102b-4435-bc53-c4124c0b4c11,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:44.030391 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Checking segment: {'id': 'fc180cd5-4530-4f79-9170-fdf9835770c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'def29b89-340a-42d6-8f2e-71f2f5b40634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:10:44.030745 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Network hostable DHCP agents. Network: def29b89-340a-42d6-8f2e-71f2f5b40634, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:10:44.054870 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Network def29b89-340a-42d6-8f2e-71f2f5b40634 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:10:44.064571 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, def29b89-340a-42d6-8f2e-71f2f5b40634) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:44.069835 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:44.070420 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:44.079822 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f7455-82f3-45d7-a21b-f59c5f545f7e None None] Network def29b89-340a-42d6-8f2e-71f2f5b40634 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:10:44.085980 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:44.099787 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ed1d938d-3c2b-4ef0-81bd-48a7b6da44d0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5268135 May 30 12:10:44.217445 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec7d3a-757d-44cd-993c-b856477bb738 None None] Network def29b89-340a-42d6-8f2e-71f2f5b40634 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:10:44.221029 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46740) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:44.239626 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-307d2319-1042-451b-bb94-ace5fc7567b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:44.289863 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:44.376430 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-307d2319-1042-451b-bb94-ace5fc7567b1 admin admin] Publish callbacks [] for security_group (d9fd1471-05fb-4d87-a6e4-9b22a2c5483c), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:44.381914 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-307d2319-1042-451b-bb94-ace5fc7567b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d9fd1471-05fb-4d87-a6e4-9b22a2c5483c), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:44.429582 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:44.433468 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-307d2319-1042-451b-bb94-ace5fc7567b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef31b84e0834498c9a3390710e68375c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112141 May 30 12:10:44.434957 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d2319-1042-451b-bb94-ace5fc7567b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fd1471-05fb-4d87-a6e4-9b22a2c5483c,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:44.436337 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46754) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:44.499610 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8056cd9b-57b9-482f-a42c-97228c372a40 admin admin] Publish callbacks [] for security_group (d9fd1471-05fb-4d87-a6e4-9b22a2c5483c), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:44.522814 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8056cd9b-57b9-482f-a42c-97228c372a40 admin admin] Publish callbacks [] for security_group (d9fd1471-05fb-4d87-a6e4-9b22a2c5483c), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:44.586469 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8056cd9b-57b9-482f-a42c-97228c372a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d9fd1471-05fb-4d87-a6e4-9b22a2c5483c), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:44.589995 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8056cd9b-57b9-482f-a42c-97228c372a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:44.592137 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8056cd9b-57b9-482f-a42c-97228c372a40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9fd1471-05fb-4d87-a6e4-9b22a2c5483c HTTP/1.1" status: 204 len: 168 time: 0.1536071 May 30 12:10:44.627395 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056cd9b-57b9-482f-a42c-97228c372a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fd1471-05fb-4d87-a6e4-9b22a2c5483c,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:45.078824 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caeb0c-8077-436b-9666-274acf82a1cb req-e51cf687-5676-4a28-8a34-0c4a1dded40d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:45.081559 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-95caeb0c-8077-436b-9666-274acf82a1cb req-e51cf687-5676-4a28-8a34-0c4a1dded40d tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0576220 May 30 12:10:45.134626 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-95caeb0c-8077-436b-9666-274acf82a1cb req-35fcfe11-4d5f-48af-83e1-68824c5300bb tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465617 May 30 12:10:45.671097 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:10:45.899512 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46834) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:46.025713 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7cc90d92-9d9d-45b5-8bdf-f8f6d268f8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:46.117588 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7cc90d92-9d9d-45b5-8bdf-f8f6d268f8df admin admin] Publish callbacks [] for security_group (fc52b9ea-2e02-4657-83e7-587366c9d484), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:46.122098 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7cc90d92-9d9d-45b5-8bdf-f8f6d268f8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (fc52b9ea-2e02-4657-83e7-587366c9d484), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:46.162586 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-7cc90d92-9d9d-45b5-8bdf-f8f6d268f8df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0eaef0b115a0406483dcca42f4aec0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619352 May 30 12:10:46.164772 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc90d92-9d9d-45b5-8bdf-f8f6d268f8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc52b9ea-2e02-4657-83e7-587366c9d484,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:46.165476 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46844) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:46.227499 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-636dec69-9514-4d38-b8d9-fb8d26f6f5a5 admin admin] Publish callbacks [] for security_group (fc52b9ea-2e02-4657-83e7-587366c9d484), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:46.282918 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-636dec69-9514-4d38-b8d9-fb8d26f6f5a5 admin admin] Publish callbacks [] for security_group (fc52b9ea-2e02-4657-83e7-587366c9d484), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:46.284649 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:46.306193 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b63e9a-1a2c-41f3-9143-2bdf6819e453 req-630e0281-0efe-4db3-8c1a-a85264e66001 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:46.309601 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e7b63e9a-1a2c-41f3-9143-2bdf6819e453 req-630e0281-0efe-4db3-8c1a-a85264e66001 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0819833 May 30 12:10:46.336930 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:46.392937 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e7b63e9a-1a2c-41f3-9143-2bdf6819e453 req-41d8c92e-323e-4bf0-b896-34aa7035cddf tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770557 May 30 12:10:46.399448 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-636dec69-9514-4d38-b8d9-fb8d26f6f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (fc52b9ea-2e02-4657-83e7-587366c9d484), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:46.402343 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-636dec69-9514-4d38-b8d9-fb8d26f6f5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:46.405813 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-636dec69-9514-4d38-b8d9-fb8d26f6f5a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc52b9ea-2e02-4657-83e7-587366c9d484 HTTP/1.1" status: 204 len: 168 time: 0.2370510 May 30 12:10:46.420850 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dec69-9514-4d38-b8d9-fb8d26f6f5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc52b9ea-2e02-4657-83e7-587366c9d484,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:46.980691 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d860cc5-258d-4edd-bdb3-d222d708188f req-65788aa3-a159-42a5-8814-7b3daa498d04 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:46.982459 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1d860cc5-258d-4edd-bdb3-d222d708188f req-65788aa3-a159-42a5-8814-7b3daa498d04 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 946 time: 0.0499585 May 30 12:10:47.036482 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1d860cc5-258d-4edd-bdb3-d222d708188f req-4f1e06ae-ca25-4e55-9d54-2d75a6f0ec8d tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458899 May 30 12:10:47.099025 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46884) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:47.206756 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-899430181-network', 'tenant_id': 'dc19bd60cde244559a823a47293540f7'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:47.213417 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:47.230188 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Made reservation on behalf of dc19bd60cde244559a823a47293540f7 for: {'network': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:10:47.232776 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.241678 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.315886 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Publish callbacks [] for security_group (b7d9cd88-bf42-4859-8792-47560fc9c714), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.319616 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b7d9cd88-bf42-4859-8792-47560fc9c714), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.347446 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=104003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:10:47.353758 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d9cd88-bf42-4859-8792-47560fc9c714,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:47.359730 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (60180c8b-0d15-40de-873a-bcdd8eac0fbb), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.360045 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.segments_db [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Added segment 60180c8b-0d15-40de-873a-bcdd8eac0fbb of type vlan for network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a May 30 12:10:47.403051 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (a121b1f9-7b00-47bf-84b5-7a169b4dfa4a), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.437099 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (a121b1f9-7b00-47bf-84b5-7a169b4dfa4a), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.438054 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:47.438625 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.491302 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3911777 May 30 12:10:47.494284 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46892) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:47.499389 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Request body: {'subnet': {'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-899430181-subnet', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:47.502272 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878f19f-37aa-4cbd-a6ea-caed0d2bfddb admin admin] Pushing event updated for resources: {'Network': ['ID=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:47.512972 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:10:47.524185 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Made reservation on behalf of dc19bd60cde244559a823a47293540f7 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:10:47.527898 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8869246'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.727147 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8869224'] for subnet (816f7453-a6c9-4056-8c74-1f3676e7201d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.784408 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816f7453-a6c9-4056-8c74-1f3676e7201d,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:47.799959 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Checking segment: {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:10:47.800342 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Network hostable DHCP agents. Network: a121b1f9-7b00-47bf-84b5-7a169b4dfa4a, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:10:47.817505 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:10:47.827563 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, a121b1f9-7b00-47bf-84b5-7a169b4dfa4a) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:47.833657 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:47.834448 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.837362 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c16a4-8a5e-4246-bf57-f26d3ff037f8 None None] Network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:10:47.851132 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ebd674f1-c5eb-4619-a68c-8f1b30d410a3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3557541 May 30 12:10:47.853961 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46898) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:47.858182 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:47.881502 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.883278 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.937838 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks [] for router_controller (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:47.949413 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'project_id': 'dc19bd60cde244559a823a47293540f7', 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:10:47.950513 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.077132 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks [] for router_gateway (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.099291 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Allocated IP 172.20.0.2 (a121b1f9-7b00-47bf-84b5-7a169b4dfa4a/816f7453-a6c9-4056-8c74-1f3676e7201d/389bf9f8-7bc4-4060-934a-a600806c782d) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:10:48.186551 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37c26-4932-400e-aa25-61178204fd98 req-e22f1a64-d881-4249-9694-88b2d9926783 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:48.187894 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-16b37c26-4932-400e-aa25-61178204fd98 req-e22f1a64-d881-4249-9694-88b2d9926783 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 946 time: 0.0626740 May 30 12:10:48.204507 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:48.246316 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Publish callbacks [] for port (389bf9f8-7bc4-4060-934a-a600806c782d), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.253572 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.270027 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:48.298718 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:10:48.303919 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:48.306084 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Pushing event updated for resources: {'Port': ['ID=389bf9f8-7bc4-4060-934a-a600806c782d,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:48.308585 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:10:48.321241 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-16b37c26-4932-400e-aa25-61178204fd98 req-90992a53-1d08-40d2-8050-a87bfe24e2b0 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242402 May 30 12:10:48.357872 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks [] for router_gateway (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.367175 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Attempting to bind port 389bf9f8-7bc4-4060-934a-a600806c782d on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:10:48.367547 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Attempting to bind port 389bf9f8-7bc4-4060-934a-a600806c782d by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:10:48.367923 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Attempting to bind port 389bf9f8-7bc4-4060-934a-a600806c782d on network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:10:48.373942 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:10:48.374381 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Checking segment: {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:10:48.374914 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.375386 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Bound using segment: {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:10:48.376004 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Bound port: 389bf9f8-7bc4-4060-934a-a600806c782d, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:10:48.376420 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.378648 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.459334 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] For port 389bf9f8-7bc4-4060-934a-a600806c782d, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:10:48.462733 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] For port 389bf9f8-7bc4-4060-934a-a600806c782d, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=389bf9f8-7bc4-4060-934a-a600806c782d,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:10:48.469008 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.478051 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:48.501330 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Allocated IP 172.27.1.29 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/561fd583-9d1e-47cc-b6b8-6c9e417f255b) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:10:48.529593 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515ec72-9c23-40ff-881e-42c72e19808b None None] Pushing event updated for resources: {'Port': ['ID=389bf9f8-7bc4-4060-934a-a600806c782d,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:48.622710 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-fa13c097-9519-4b44-b989-e866ea2315d9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:48.624547 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-fa13c097-9519-4b44-b989-e866ea2315d9 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 946 time: 0.0538926 May 30 12:10:48.629852 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks [] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.667822 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.708018 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:10:48.714277 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:48.720011 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:10:48.732133 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Deleting port 39796ecd-611c-467e-94a4-897496e879ad {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:48.732589 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (39796ecd-611c-467e-94a4-897496e879ad), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.755656 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Pushing event updated for resources: {'Port': ['ID=561fd583-9d1e-47cc-b6b8-6c9e417f255b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:48.865588 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] For port 39796ecd-611c-467e-94a4-897496e879ad, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=39796ecd-611c-467e-94a4-897496e879ad,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:48.866082 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (39796ecd-611c-467e-94a4-897496e879ad), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:48.923883 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:49.286240 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks [] for router_gateway (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:49.343662 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:49.344044 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (8c3e596a-1d1a-4bb7-b830-20ce04361584), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:49.344384 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Floating IP 8c3e596a-1d1a-4bb7-b830-20ce04361584 disassociated. External IP: 172.27.1.63, port: 39796ecd-611c-467e-94a4-897496e879ad. May 30 12:10:49.344821 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Calling delete_port for 39796ecd-611c-467e-94a4-897496e879ad owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:49.465218 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:49.488362 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:49.501835 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (39796ecd-611c-467e-94a4-897496e879ad), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:49.511419 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bb4f2-5543-47d3-a8ba-766a8c68b9e9 req-40dd31d0-4c1a-40b7-86d5-95be0838a1f1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:49.513631 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f76bb4f2-5543-47d3-a8ba-766a8c68b9e9 req-40dd31d0-4c1a-40b7-86d5-95be0838a1f1 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb448f70-fb3f-4cc2-861d-941a7995e4bc HTTP/1.1" status: 200 len: 946 time: 0.0719748 May 30 12:10:49.536103 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'Port': ['ID=39796ecd-611c-467e-94a4-897496e879ad,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:49.564474 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:49.599435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:49.622323 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f76bb4f2-5543-47d3-a8ba-766a8c68b9e9 req-41b67161-22f0-437b-9e19-35908638993b tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001701 May 30 12:10:49.629797 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11083514-d666-4e2d-a507-51a4893ff728 None None] Network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:10:49.669580 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:10:49.722605 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e7598950-8ecf-423a-91d4-e1cc1b9d4c87 None None] Provisioning complete for port 389bf9f8-7bc4-4060-934a-a600806c782d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:49.722982 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e7598950-8ecf-423a-91d4-e1cc1b9d4c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:49.744125 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:49.771167 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:10:49.779799 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:10:49.811309 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:10:49.843424 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:49.844457 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:49.857128 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] No DVR routers for this DVR port 39796ecd-611c-467e-94a4-897496e879ad on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:10:49.860100 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:49.865871 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-34aff72b-dbfd-4980-b1ef-c7ea3f05df78 req-6ca8fd6b-a514-4b2c-8930-ccfb328d17ad tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.65 "DELETE /v2.0/ports/39796ecd-611c-467e-94a4-897496e879ad HTTP/1.1" status: 204 len: 173 time: 1.2351954 May 30 12:10:49.866309 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'name': 'network-vif-deleted', 'tag': '39796ecd-611c-467e-94a4-897496e879ad'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:10:49.869022 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548118fd-2328-46cb-98df-fcc29c960b2b" -d '{"events": [{"server_uuid": "fb448f70-fb3f-4cc2-861d-941a7995e4bc", "name": "network-vif-deleted", "tag": "39796ecd-611c-467e-94a4-897496e879ad"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:10:49.957847 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521c3a04-4f4f-47b2-b629-9469d92caff4 x-openstack-request-id: req-521c3a04-4f4f-47b2-b629-9469d92caff4 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:10:49.958141 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb448f70-fb3f-4cc2-861d-941a7995e4bc", "name": "network-vif-deleted", "tag": "39796ecd-611c-467e-94a4-897496e879ad", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:10:49.958396 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-521c3a04-4f4f-47b2-b629-9469d92caff4 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:10:49.958799 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521c3a04-4f4f-47b2-b629-9469d92caff4'] response: {'server_uuid': 'fb448f70-fb3f-4cc2-861d-941a7995e4bc', 'name': 'network-vif-deleted', 'tag': '39796ecd-611c-467e-94a4-897496e879ad', 'status': 'completed', 'code': 200} May 30 12:10:49.999893 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:10:50.009709 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 389bf9f8-7bc4-4060-934a-a600806c782d up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:10:50.024410 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Sync routers for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:10:50.040871 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:50.041509 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:50.056200 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.071557 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46916) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:50.086014 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8576c6da-18c9-4cd4-8ad3-9242b2926913 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2308490 May 30 12:10:50.106888 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e7598950-8ecf-423a-91d4-e1cc1b9d4c87 None None] Current status of the port 389bf9f8-7bc4-4060-934a-a600806c782d is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:50.108837 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e7598950-8ecf-423a-91d4-e1cc1b9d4c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.239389 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:50.247993 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 389bf9f8-7bc4-4060-934a-a600806c782d triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:50.248460 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.305563 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:50.310202 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e7598950-8ecf-423a-91d4-e1cc1b9d4c87 None None] For port 389bf9f8-7bc4-4060-934a-a600806c782d, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=389bf9f8-7bc4-4060-934a-a600806c782d,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:50.343283 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e7598950-8ecf-423a-91d4-e1cc1b9d4c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.502778 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:48Z', 'revision_number': 3, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:50.539952 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Checking router: ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:10:50.540755 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Updating router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f port 561fd583-9d1e-47cc-b6b8-6c9e417f255b binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:10:50.604922 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.613184 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-ee68d691-baf3-48e6-8b43-d75d074ddce6 None None] Provisioning complete for port 389bf9f8-7bc4-4060-934a-a600806c782d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:50.613560 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ee68d691-baf3-48e6-8b43-d75d074ddce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.663908 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7598950-8ecf-423a-91d4-e1cc1b9d4c87 None None] Pushing event updated for resources: {'Port': ['ID=389bf9f8-7bc4-4060-934a-a600806c782d,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:50.731738 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46930) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:50.779443 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 389bf9f8-7bc4-4060-934a-a600806c782d is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:50.826036 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7c695047-ea43-4b21-959f-07030b1b535a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (9b36f550-c6f4-4fdb-94f0-e1cc6487aeda), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.838286 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:50.857525 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7c695047-ea43-4b21-959f-07030b1b535a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (9b36f550-c6f4-4fdb-94f0-e1cc6487aeda), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.863021 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.892620 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-ee68d691-baf3-48e6-8b43-d75d074ddce6 None None] Current status of the port 389bf9f8-7bc4-4060-934a-a600806c782d is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:50.896648 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:50.923153 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:10:50.933426 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:50.934265 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:50.939362 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7c695047-ea43-4b21-959f-07030b1b535a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (9b36f550-c6f4-4fdb-94f0-e1cc6487aeda), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.944310 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7c695047-ea43-4b21-959f-07030b1b535a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:50.948864 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-7c695047-ea43-4b21-959f-07030b1b535a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b36f550-c6f4-4fdb-94f0-e1cc6487aeda HTTP/1.1" status: 204 len: 168 time: 0.2158718 May 30 12:10:50.950098 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46932) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:50.975406 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.api.v2.resource [None req-22cfe48f-d8b1-409c-808b-1d8ee050d07f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] show failed (client error): The resource could not be found. May 30 12:10:50.980401 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-22cfe48f-d8b1-409c-808b-1d8ee050d07f tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "GET /v2.0/security-groups/9b36f550-c6f4-4fdb-94f0-e1cc6487aeda HTTP/1.1" status: 404 len: 347 time: 0.0247107 May 30 12:10:50.981857 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c695047-ea43-4b21-959f-07030b1b535a tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b36f550-c6f4-4fdb-94f0-e1cc6487aeda,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:50.984252 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46934) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:51.015008 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Publish callbacks [] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.021467 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:51.022438 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:51.023318 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.073120 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Pushing event updated for resources: {'Port': ['ID=561fd583-9d1e-47cc-b6b8-6c9e417f255b,revision_number=2']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:51.073802 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Allocated IP 172.20.0.1 (a121b1f9-7b00-47bf-84b5-7a169b4dfa4a/816f7453-a6c9-4056-8c74-1f3676e7201d/43047b92-2eb8-440b-829d-c6c2a283e9ae) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:10:51.086381 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.086899 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.087330 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.087691 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.088231 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.088648 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.089059 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.089453 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.089975 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.090295 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.090736 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.091189 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.091658 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.092500 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.092925 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:10:51.116025 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Deleting port c8d56367-575a-41d7-be09-c5992105db63 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:51.116398 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (c8d56367-575a-41d7-be09-c5992105db63), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.123181 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Attempting to bind port 561fd583-9d1e-47cc-b6b8-6c9e417f255b on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:10:51.123633 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Attempting to bind port 561fd583-9d1e-47cc-b6b8-6c9e417f255b by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:10:51.124062 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Attempting to bind port 561fd583-9d1e-47cc-b6b8-6c9e417f255b on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:10:51.134592 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:10:51.135456 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:10:51.136215 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.136850 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:10:51.146469 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Bound port: 561fd583-9d1e-47cc-b6b8-6c9e417f255b, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:10:51.147424 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.198212 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (c8d56367-575a-41d7-be09-c5992105db63), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.198493 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (c8d56367-575a-41d7-be09-c5992105db63), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.206578 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Publish callbacks [] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.211338 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] For port 561fd583-9d1e-47cc-b6b8-6c9e417f255b, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:10:51.213013 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Calling delete_port for c8d56367-575a-41d7-be09-c5992105db63 owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:51.227388 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] For port 561fd583-9d1e-47cc-b6b8-6c9e417f255b, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=561fd583-9d1e-47cc-b6b8-6c9e417f255b,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:10:51.229069 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:51.237103 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:51.239215 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.250426 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.271185 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:10:51.273995 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:51.286743 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:10:51.324700 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0dad3-86d5-49ca-8f23-fb61693e1db1 None None] Pushing event updated for resources: {'Port': ['ID=561fd583-9d1e-47cc-b6b8-6c9e417f255b,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:51.349119 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:51.349897 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:51.363947 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:51.379979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (c8d56367-575a-41d7-be09-c5992105db63), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.385012 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Pushing event updated for resources: {'Port': ['ID=43047b92-2eb8-440b-829d-c6c2a283e9ae,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:51.386167 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:51.393868 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.399572 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:51.422216 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Pushing event deleted for resources: {'Port': ['ID=c8d56367-575a-41d7-be09-c5992105db63,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:51.513154 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks [] for floatingip (8c3e596a-1d1a-4bb7-b830-20ce04361584), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.515848 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.527065 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b1e2ed8b-8be0-4d6c-aae9-a325f6348574 tempest-AttachVolumeNegativeTest-1368164951 tempest-AttachVolumeNegativeTest-1368164951-project] 10.222.0.32 "DELETE /v2.0/floatingips/8c3e596a-1d1a-4bb7-b830-20ce04361584 HTTP/1.1" status: 204 len: 168 time: 0.5356469 May 30 12:10:51.532824 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:51.554001 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.621462 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:51.661962 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:51.662480 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:51.696436 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89242d-a2d6-4ecb-8f1d-1a44dbb09850 None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:04:15Z', 'revision_number': 4, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'd226ac32-8c7e-4050-986e-4bc5104b4133', 'name': '', 'network_id': '910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'mac_address': 'fa:16:3e:8a:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '618868ac-cc31-49ee-9b06-aea54f013472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:13Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'subnets': [{'id': '618868ac-cc31-49ee-9b06-aea54f013472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:10:51.706751 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-b6573419-21f0-4acf-88b6-11b852a74a98 None None] Provisioning complete for port 43047b92-2eb8-440b-829d-c6c2a283e9ae triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:51.707404 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b6573419-21f0-4acf-88b6-11b852a74a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.779639 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-b6573419-21f0-4acf-88b6-11b852a74a98 None None] Port 43047b92-2eb8-440b-829d-c6c2a283e9ae cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:10:51.811515 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:48Z', 'revision_number': 3, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:51.850401 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720c056-2552-4101-9da6-5b429b343c3e None None] The sync data for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi is: [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:48Z', 'revision_number': 3, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:10:51.882339 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 389bf9f8-7bc4-4060-934a-a600806c782d up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:10:51.901290 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Publish callbacks [] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.914028 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:51.952559 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 389bf9f8-7bc4-4060-934a-a600806c782d triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:51.953581 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:52.025269 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:52.028745 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Pushing event updated for resources: {'Port': ['ID=43047b92-2eb8-440b-829d-c6c2a283e9ae,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:52.072119 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 389bf9f8-7bc4-4060-934a-a600806c782d is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:52.137528 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:10:52.139064 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:52.154158 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8723645-cbaa-4598-a619-c449da29f62d None None] New status for floating IP 8c3e596a-1d1a-4bb7-b830-20ce04361584: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:10:52.238100 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:52.313491 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:10:52.382724 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 39796ecd-611c-467e-94a4-897496e879ad no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:10:52.408945 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 39796ecd-611c-467e-94a4-897496e879ad {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:10:52.409380 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 39796ecd-611c-467e-94a4-897496e879ad not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:10:52.437107 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:10:52.444525 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-50612130-cc49-4073-aaed-848ecf642314 admin admin] 10.222.0.32 "PUT /v2.0/routers/ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3710766 May 30 12:10:52.508836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-d0a8206f-9284-4c45-bcc9-cb8b37dc0114 None None] Provisioning complete for port 43047b92-2eb8-440b-829d-c6c2a283e9ae triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:52.509379 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d0a8206f-9284-4c45-bcc9-cb8b37dc0114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:52.544338 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8206f-9284-4c45-bcc9-cb8b37dc0114 None None] Port 43047b92-2eb8-440b-829d-c6c2a283e9ae cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:10:53.013166 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46976) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:53.018291 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1241123947-network', 'tenant_id': '20c153c20fd24882972be249a215ac2c'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:53.041713 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Made reservation on behalf of 20c153c20fd24882972be249a215ac2c for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:10:53.044322 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.057912 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.153474 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Publish callbacks [] for security_group (2ba77105-6ecb-4f0c-906c-20b5b8fe154a), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.157586 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (2ba77105-6ecb-4f0c-906c-20b5b8fe154a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.187635 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:10:53.198998 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba77105-6ecb-4f0c-906c-20b5b8fe154a,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:53.204138 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (5f3888f8-daf6-4e98-8d4d-cbba4665b2fe), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.204827 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Added segment 5f3888f8-daf6-4e98-8d4d-cbba4665b2fe of type vlan for network 413cfc81-052a-4667-8f5d-fddd8ffa5775 May 30 12:10:53.248112 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (413cfc81-052a-4667-8f5d-fddd8ffa5775), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.275495 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (413cfc81-052a-4667-8f5d-fddd8ffa5775), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.276768 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:53.277356 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.342955 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3284569 May 30 12:10:53.345916 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 46984) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:53.355101 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c8985-fb4d-4881-b129-841f8bf4f1d1 admin admin] Pushing event updated for resources: {'Network': ['ID=413cfc81-052a-4667-8f5d-fddd8ffa5775,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:53.357401 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Request body: {'subnet': {'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1241123947-subnet', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'ip_version': 4}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:53.365843 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network 413cfc81-052a-4667-8f5d-fddd8ffa5775 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:10:53.403013 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Made reservation on behalf of 20c153c20fd24882972be249a215ac2c for: {'subnet': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:10:53.405679 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9075086'] for subnet (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.602097 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8968874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9075096'] for subnet (2741311a-0bc1-4086-a8f7-f9424e9da81f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.653882 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2741311a-0bc1-4086-a8f7-f9424e9da81f,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:53.670754 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Checking segment: {'id': '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:10:53.671097 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Network hostable DHCP agents. Network: 413cfc81-052a-4667-8f5d-fddd8ffa5775, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:10:53.689629 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Network 413cfc81-052a-4667-8f5d-fddd8ffa5775 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:10:53.699992 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, 413cfc81-052a-4667-8f5d-fddd8ffa5775) {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:53.704039 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:10:53.704734 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.711501 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f402911-a099-4b3c-b046-44b52a4c51b3 None None] Network 413cfc81-052a-4667-8f5d-fddd8ffa5775 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:10:53.723053 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a4c5ea9e-7943-4e58-b6a9-00ba62d44643 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3751738 May 30 12:10:53.725783 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 46988) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:53.731014 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:10:53.756714 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (a850f4de-a258-40fe-8634-c1234082d973), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.758416 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (a850f4de-a258-40fe-8634-c1234082d973), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.798690 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Sync routers for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:10:53.810374 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:53.811003 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:53.835839 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-413cfc81-052a-4667-8f5d-fddd8ffa5775', 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775', 'project_id': '20c153c20fd24882972be249a215ac2c', 'fixed_ips': [{'subnet_id': '2741311a-0bc1-4086-a8f7-f9424e9da81f'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:10:53.836889 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.849279 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks [] for router_controller (a850f4de-a258-40fe-8634-c1234082d973), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:53.917368 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 561fd583-9d1e-47cc-b6b8-6c9e417f255b up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:10:53.931733 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:53.960270 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:54.013455 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks [] for router_gateway (a850f4de-a258-40fe-8634-c1234082d973), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.017007 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 561fd583-9d1e-47cc-b6b8-6c9e417f255b triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:54.017614 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.055433 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Allocated IP 172.20.0.2 (413cfc81-052a-4667-8f5d-fddd8ffa5775/2741311a-0bc1-4086-a8f7-f9424e9da81f/deafec55-b959-4b3e-9c53-b8a291647790) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:10:54.215082 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:54.216240 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 561fd583-9d1e-47cc-b6b8-6c9e417f255b is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:54.216697 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.255270 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 561fd583-9d1e-47cc-b6b8-6c9e417f255b, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=561fd583-9d1e-47cc-b6b8-6c9e417f255b,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:54.264016 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.265056 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '43047b92-2eb8-440b-829d-c6c2a283e9ae', 'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'mac_address': 'fa:16:3e:80:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:50Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 2, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'subnets': [{'id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:54.268642 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks [] for router_gateway (a850f4de-a258-40fe-8634-c1234082d973), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.290511 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.300929 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Checking router: ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:10:54.302294 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Updating router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f port 43047b92-2eb8-440b-829d-c6c2a283e9ae binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:10:54.342068 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.384933 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=561fd583-9d1e-47cc-b6b8-6c9e417f255b,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:54.406522 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:54.407188 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:54.408532 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Allocated IP 172.27.1.183 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/74899016-832f-4556-b691-22a56b80480f) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:10:54.418100 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Publish callbacks [] for port (deafec55-b959-4b3e-9c53-b8a291647790), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.427225 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (deafec55-b959-4b3e-9c53-b8a291647790), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.475467 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Network 413cfc81-052a-4667-8f5d-fddd8ffa5775 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:10:54.480868 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:54.483287 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:10:54.520038 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Pushing event updated for resources: {'Port': ['ID=deafec55-b959-4b3e-9c53-b8a291647790,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:54.548050 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks [] for port (74899016-832f-4556-b691-22a56b80480f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.561832 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Attempting to bind port deafec55-b959-4b3e-9c53-b8a291647790 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:10:54.562158 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Attempting to bind port deafec55-b959-4b3e-9c53-b8a291647790 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:10:54.562517 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Attempting to bind port deafec55-b959-4b3e-9c53-b8a291647790 on network 413cfc81-052a-4667-8f5d-fddd8ffa5775 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:10:54.569498 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:10:54.570108 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Checking segment: {'id': '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:10:54.570655 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.571092 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Bound using segment: {'id': '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:10:54.571621 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Bound port: deafec55-b959-4b3e-9c53-b8a291647790, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:10:54.572001 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (deafec55-b959-4b3e-9c53-b8a291647790), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.597446 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (74899016-832f-4556-b691-22a56b80480f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.660664 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:10:54.664714 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:54.668998 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:10:54.697208 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] For port deafec55-b959-4b3e-9c53-b8a291647790, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:10:54.700655 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] For port deafec55-b959-4b3e-9c53-b8a291647790, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=deafec55-b959-4b3e-9c53-b8a291647790,segment=NetworkSegment(5f3888f8-daf6-4e98-8d4d-cbba4665b2fe),segment_id=5f3888f8-daf6-4e98-8d4d-cbba4665b2fe)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:10:54.703085 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Pushing event updated for resources: {'Port': ['ID=74899016-832f-4556-b691-22a56b80480f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:54.715019 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (deafec55-b959-4b3e-9c53-b8a291647790), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.739056 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:54.752459 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Publish callbacks [] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.765073 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.772868 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:54.814314 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35053b67-cb7f-4c67-a365-991b4db1fc1d None None] Pushing event updated for resources: {'Port': ['ID=deafec55-b959-4b3e-9c53-b8a291647790,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:54.847217 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87be9b-6104-4cc8-9d16-6b614b6b3224 None None] Pushing event updated for resources: {'Port': ['ID=43047b92-2eb8-440b-829d-c6c2a283e9ae,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:54.944630 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Attempting to bind port 43047b92-2eb8-440b-829d-c6c2a283e9ae on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:10:54.944999 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Attempting to bind port 43047b92-2eb8-440b-829d-c6c2a283e9ae by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:10:54.945359 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Attempting to bind port 43047b92-2eb8-440b-829d-c6c2a283e9ae on network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:10:54.953834 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:10:54.954670 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Checking segment: {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:10:54.955555 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.956717 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Bound using segment: {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:10:54.957434 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Bound port: 43047b92-2eb8-440b-829d-c6c2a283e9ae, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:10:54.958152 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:54.998240 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks [] for router_gateway (a850f4de-a258-40fe-8634-c1234082d973), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:55.068503 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] For port 43047b92-2eb8-440b-829d-c6c2a283e9ae, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:10:55.073546 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] For port 43047b92-2eb8-440b-829d-c6c2a283e9ae, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=43047b92-2eb8-440b-829d-c6c2a283e9ae,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:10:55.084311 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:55.169516 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87be9b-6104-4cc8-9d16-6b614b6b3224 None None] Pushing event updated for resources: {'Port': ['ID=43047b92-2eb8-440b-829d-c6c2a283e9ae,revision_number=4']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:55.180760 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:55.181302 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:55.274799 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (a850f4de-a258-40fe-8634-c1234082d973), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:55.278332 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:55.293489 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-65b68391-3ca1-48a7-953b-168c5e07bc20 None None] Provisioning complete for port 43047b92-2eb8-440b-829d-c6c2a283e9ae triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:55.293875 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65b68391-3ca1-48a7-953b-168c5e07bc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:55.299365 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:55.394443 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-65b68391-3ca1-48a7-953b-168c5e07bc20 None None] Current status of the port 43047b92-2eb8-440b-829d-c6c2a283e9ae is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:55.395001 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65b68391-3ca1-48a7-953b-168c5e07bc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:55.424385 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=8 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:55.432355 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Router a850f4de-a258-40fe-8634-c1234082d973 is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:10:55.454731 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-65b68391-3ca1-48a7-953b-168c5e07bc20 None None] For port 43047b92-2eb8-440b-829d-c6c2a283e9ae, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=43047b92-2eb8-440b-829d-c6c2a283e9ae,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:55.461179 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-65b68391-3ca1-48a7-953b-168c5e07bc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:55.514873 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68391-3ca1-48a7-953b-168c5e07bc20 None None] Pushing event updated for resources: {'Port': ['ID=43047b92-2eb8-440b-829d-c6c2a283e9ae,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:55.522688 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:55.556481 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47020) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:55.566241 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '43047b92-2eb8-440b-829d-c6c2a283e9ae', 'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'mac_address': 'fa:16:3e:80:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:50Z', 'updated_at': '2022-05-30T12:10:55Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'subnets': [{'id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:55.593950 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:10:55.594710 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d07db-25a7-4a90-87c0-008e107eea77 None None] The sync data for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi is: [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '43047b92-2eb8-440b-829d-c6c2a283e9ae', 'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'mac_address': 'fa:16:3e:80:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:50Z', 'updated_at': '2022-05-30T12:10:55Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'subnets': [{'id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:10:55.597962 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-75fc3ef1-8c3c-48ff-bbd4-6e86e876308a None None] Provisioning complete for port 43047b92-2eb8-440b-829d-c6c2a283e9ae triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:55.598331 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-75fc3ef1-8c3c-48ff-bbd4-6e86e876308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:55.626994 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:55.630334 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Sync routers for ids ['a850f4de-a258-40fe-8634-c1234082d973'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:10:55.633847 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47024) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:55.663663 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-67339a9e-303e-461d-b944-3ab562341413 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9366853 May 30 12:10:55.685313 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Routers {'a850f4de-a258-40fe-8634-c1234082d973'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:55.686354 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a850f4de-a258-40fe-8634-c1234082d973'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:55.710753 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:55.808503 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-75fc3ef1-8c3c-48ff-bbd4-6e86e876308a None None] Current status of the port 43047b92-2eb8-440b-829d-c6c2a283e9ae is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:55.876383 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:55.925295 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Set router a850f4de-a258-40fe-8634-c1234082d973 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:56.099843 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 561fd583-9d1e-47cc-b6b8-6c9e417f255b up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:10:56.264244 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:56.264562 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850f4de-a258-40fe-8634-c1234082d973', 'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '74899016-832f-4556-b691-22a56b80480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:53Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 3, 'project_id': '20c153c20fd24882972be249a215ac2c', 'gw_port': {'id': '74899016-832f-4556-b691-22a56b80480f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:54Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:56.298671 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Checking router: a850f4de-a258-40fe-8634-c1234082d973 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:10:56.299024 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Updating router a850f4de-a258-40fe-8634-c1234082d973 port 74899016-832f-4556-b691-22a56b80480f binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:10:56.340969 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (74899016-832f-4556-b691-22a56b80480f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:56.342700 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 561fd583-9d1e-47cc-b6b8-6c9e417f255b triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:56.343052 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:56.405208 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bec204b-e598-4f3d-8725-6af965f2cba8 None None] Network 413cfc81-052a-4667-8f5d-fddd8ffa5775 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:10:56.518822 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-5bc2abe8-e2d9-4b41-bf43-978173b08dca None None] Provisioning complete for port deafec55-b959-4b3e-9c53-b8a291647790 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:56.519182 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5bc2abe8-e2d9-4b41-bf43-978173b08dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (deafec55-b959-4b3e-9c53-b8a291647790), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:56.598464 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:56.681785 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:56.901219 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 561fd583-9d1e-47cc-b6b8-6c9e417f255b is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:56.902270 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device deafec55-b959-4b3e-9c53-b8a291647790 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:10:56.987923 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5bc2abe8-e2d9-4b41-bf43-978173b08dca None None] Current status of the port deafec55-b959-4b3e-9c53-b8a291647790 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:56.988520 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5bc2abe8-e2d9-4b41-bf43-978173b08dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (deafec55-b959-4b3e-9c53-b8a291647790), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.046799 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port deafec55-b959-4b3e-9c53-b8a291647790 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:57.047166 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (deafec55-b959-4b3e-9c53-b8a291647790), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.064332 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:57.096069 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:57.115512 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (21fabfa4-b938-40e9-94a8-0880e094881b), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.116796 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-5bc2abe8-e2d9-4b41-bf43-978173b08dca None None] For port deafec55-b959-4b3e-9c53-b8a291647790, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=deafec55-b959-4b3e-9c53-b8a291647790,segment=NetworkSegment(5f3888f8-daf6-4e98-8d4d-cbba4665b2fe),segment_id=5f3888f8-daf6-4e98-8d4d-cbba4665b2fe)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:57.144791 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5bc2abe8-e2d9-4b41-bf43-978173b08dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (deafec55-b959-4b3e-9c53-b8a291647790), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.209853 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Allocated IP 172.20.0.1 (413cfc81-052a-4667-8f5d-fddd8ffa5775/2741311a-0bc1-4086-a8f7-f9424e9da81f/8aa96561-8a41-4c15-b029-42cedf53ebb2) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:10:57.214771 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Publish callbacks [] for port (74899016-832f-4556-b691-22a56b80480f), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.250995 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (74899016-832f-4556-b691-22a56b80480f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.271170 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2abe8-e2d9-4b41-bf43-978173b08dca None None] Pushing event updated for resources: {'Port': ['ID=deafec55-b959-4b3e-9c53-b8a291647790,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:57.285666 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port deafec55-b959-4b3e-9c53-b8a291647790 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:57.286718 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 43047b92-2eb8-440b-829d-c6c2a283e9ae up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:10:57.327722 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-c9f60b7a-ae92-4c4c-bd80-9d9b83f2eb34 None None] Provisioning complete for port deafec55-b959-4b3e-9c53-b8a291647790 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:57.328076 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c9f60b7a-ae92-4c4c-bd80-9d9b83f2eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (deafec55-b959-4b3e-9c53-b8a291647790), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.387213 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Attempting to bind port 74899016-832f-4556-b691-22a56b80480f on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:10:57.387574 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Attempting to bind port 74899016-832f-4556-b691-22a56b80480f by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:10:57.387934 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Attempting to bind port 74899016-832f-4556-b691-22a56b80480f on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:10:57.412427 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:10:57.413627 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:10:57.414256 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.414866 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:10:57.415668 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Bound port: 74899016-832f-4556-b691-22a56b80480f, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:10:57.416328 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (74899016-832f-4556-b691-22a56b80480f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.427916 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:57.431008 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ad0ed-65bc-43df-9fef-91b961f24172 None None] Pushing event updated for resources: {'Port': ['ID=74899016-832f-4556-b691-22a56b80480f,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:57.447927 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Publish callbacks [] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.480842 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 43047b92-2eb8-440b-829d-c6c2a283e9ae triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:57.482239 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.502923 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Deleting port d226ac32-8c7e-4050-986e-4bc5104b4133 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:57.503177 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.542646 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:57.550014 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] For port 74899016-832f-4556-b691-22a56b80480f, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:10:57.558912 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] For port 74899016-832f-4556-b691-22a56b80480f, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=74899016-832f-4556-b691-22a56b80480f,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:10:57.562322 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.563918 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c9f60b7a-ae92-4c4c-bd80-9d9b83f2eb34 None None] Current status of the port deafec55-b959-4b3e-9c53-b8a291647790 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:57.569695 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (74899016-832f-4556-b691-22a56b80480f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.632944 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Network 413cfc81-052a-4667-8f5d-fddd8ffa5775 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:10:57.641828 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:57.653821 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:10:57.660437 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa96561-8a41-4c15-b029-42cedf53ebb2,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:57.663515 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ad0ed-65bc-43df-9fef-91b961f24172 None None] Pushing event updated for resources: {'Port': ['ID=74899016-832f-4556-b691-22a56b80480f,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:57.664245 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] For port d226ac32-8c7e-4050-986e-4bc5104b4133, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=d226ac32-8c7e-4050-986e-4bc5104b4133,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:57.664804 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.670610 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Routers {'a850f4de-a258-40fe-8634-c1234082d973'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:57.671300 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a850f4de-a258-40fe-8634-c1234082d973'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:57.710009 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Calling delete_port for d226ac32-8c7e-4050-986e-4bc5104b4133 owned by network:router_interface {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:57.728631 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 43047b92-2eb8-440b-829d-c6c2a283e9ae is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:57.731831 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (a850f4de-a258-40fe-8634-c1234082d973), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:57.827451 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] Set router a850f4de-a258-40fe-8634-c1234082d973 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:57.855694 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:57.920476 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device deafec55-b959-4b3e-9c53-b8a291647790 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:10:58.026644 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:58.027872 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:58.031185 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-fc0a617f-0254-48bb-85e0-dec716818d1c None None] Provisioning complete for port 8aa96561-8a41-4c15-b029-42cedf53ebb2 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:58.031592 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fc0a617f-0254-48bb-85e0-dec716818d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:58.087218 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (d226ac32-8c7e-4050-986e-4bc5104b4133), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:58.109836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a617f-0254-48bb-85e0-dec716818d1c None None] Port 8aa96561-8a41-4c15-b029-42cedf53ebb2 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:10:58.115059 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port deafec55-b959-4b3e-9c53-b8a291647790 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:58.115438 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (deafec55-b959-4b3e-9c53-b8a291647790), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:58.132810 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d226ac32-8c7e-4050-986e-4bc5104b4133,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:58.204067 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850f4de-a258-40fe-8634-c1234082d973', 'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '74899016-832f-4556-b691-22a56b80480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:53Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 3, 'project_id': '20c153c20fd24882972be249a215ac2c', 'gw_port': {'id': '74899016-832f-4556-b691-22a56b80480f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:54Z', 'updated_at': '2022-05-30T12:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:58.236008 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8d972-a3c0-4246-beeb-9361fa6ae351 None None] The sync data for ids ['a850f4de-a258-40fe-8634-c1234082d973'] in dv-cinder-840512-2-iscsi is: [{'id': 'a850f4de-a258-40fe-8634-c1234082d973', 'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '74899016-832f-4556-b691-22a56b80480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:53Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 3, 'project_id': '20c153c20fd24882972be249a215ac2c', 'gw_port': {'id': '74899016-832f-4556-b691-22a56b80480f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:54Z', 'updated_at': '2022-05-30T12:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:10:58.271229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:58.287669 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port deafec55-b959-4b3e-9c53-b8a291647790 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:10:58.430848 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (21fabfa4-b938-40e9-94a8-0880e094881b), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:58.434184 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Publish callbacks [] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:58.441741 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:58.563397 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (a850f4de-a258-40fe-8634-c1234082d973), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:58.581900 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa96561-8a41-4c15-b029-42cedf53ebb2,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:58.745129 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:58.751541 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Network 413cfc81-052a-4667-8f5d-fddd8ffa5775 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:10:58.755461 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:10:58.859071 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Router 21fabfa4-b938-40e9-94a8-0880e094881b has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:10:58.966137 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Router a850f4de-a258-40fe-8634-c1234082d973 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:10:59.036679 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-231aec74-1cc2-4dee-b51f-feff3fb16374 None None] Provisioning complete for port 8aa96561-8a41-4c15-b029-42cedf53ebb2 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:10:59.037258 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-231aec74-1cc2-4dee-b51f-feff3fb16374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.072422 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-231aec74-1cc2-4dee-b51f-feff3fb16374 None None] Port 8aa96561-8a41-4c15-b029-42cedf53ebb2 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:10:59.329570 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:10:59.337896 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-b9dc6b87-88f4-4bb3-bcc9-5a12ad44c9b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/21fabfa4-b938-40e9-94a8-0880e094881b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7794101 May 30 12:10:59.340351 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47066) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:59.343077 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] Sync routers for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:10:59.368842 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47068) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:59.373728 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:59.374356 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:59.380679 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:59.419537 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:10:59.426037 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8f7c0e53-f966-4e78-bfcb-8a776164fb01 admin admin] 10.222.0.32 "PUT /v2.0/routers/a850f4de-a258-40fe-8634-c1234082d973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7911491 May 30 12:10:59.433718 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-a500a7b4-33c7-4e1b-8fe0-2005031aa5b7 admin admin] Deleting subnet c45750ce-bc67-40f6-ad85-96c35b3289e7 {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:10:59.437498 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a500a7b4-33c7-4e1b-8fe0-2005031aa5b7 admin admin] Publish callbacks [] for subnet (c45750ce-bc67-40f6-ad85-96c35b3289e7), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.478367 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a500a7b4-33c7-4e1b-8fe0-2005031aa5b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (c45750ce-bc67-40f6-ad85-96c35b3289e7), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.478596 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks [] for router (21fabfa4-b938-40e9-94a8-0880e094881b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.510784 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:10:59.529876 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a500a7b4-33c7-4e1b-8fe0-2005031aa5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (c45750ce-bc67-40f6-ad85-96c35b3289e7), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.619142 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a500a7b4-33c7-4e1b-8fe0-2005031aa5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (c45750ce-bc67-40f6-ad85-96c35b3289e7), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.634361 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks [] for router_gateway (21fabfa4-b938-40e9-94a8-0880e094881b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.661603 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a500a7b4-33c7-4e1b-8fe0-2005031aa5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.667486 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a500a7b4-33c7-4e1b-8fe0-2005031aa5b7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c45750ce-bc67-40f6-ad85-96c35b3289e7 HTTP/1.1" status: 204 len: 168 time: 0.2976208 May 30 12:10:59.668141 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47078) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:10:59.668915 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500a7b4-33c7-4e1b-8fe0-2005031aa5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45750ce-bc67-40f6-ad85-96c35b3289e7,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:10:59.686899 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:10:59.708135 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Deleting port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:10:59.708791 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.755646 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (856e423c-a8f0-4792-9fd5-b890534f3ac0), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.784150 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:10:57Z', 'revision_number': 5, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port': {'id': '8c15e3ca-4bfb-4549-b9c3-436f20fa413e', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:08Z', 'updated_at': '2022-05-30T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:59.825709 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] Checking router: 21fabfa4-b938-40e9-94a8-0880e094881b for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:10:59.847646 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] Routers {'21fabfa4-b938-40e9-94a8-0880e094881b'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:10:59.848299 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['21fabfa4-b938-40e9-94a8-0880e094881b'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:59.861195 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (856e423c-a8f0-4792-9fd5-b890534f3ac0), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.875642 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] For port 8c15e3ca-4bfb-4549-b9c3-436f20fa413e, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=8c15e3ca-4bfb-4549-b9c3-436f20fa413e,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:10:59.876127 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.900735 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Calling delete_port for 8c15e3ca-4bfb-4549-b9c3-436f20fa413e owned by network:router_gateway {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:10:59.911961 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856e423c-a8f0-4792-9fd5-b890534f3ac0']}} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:59.924023 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d82e894-19a5-4622-9e96-79b78f4ba738') {'for_net_delete': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:59.924868 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d82e894-19a5-4622-9e96-79b78f4ba738') {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:10:59.936125 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9345376'] for segment (5d82e894-19a5-4622-9e96-79b78f4ba738), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.953728 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (5d82e894-19a5-4622-9e96-79b78f4ba738), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:10:59.965785 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:10:59.966277 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8969161'] for segment (5d82e894-19a5-4622-9e96-79b78f4ba738), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.018439 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 74899016-832f-4556-b691-22a56b80480f up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:11:00.039648 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment 5d82e894-19a5-4622-9e96-79b78f4ba738 resource provider aggregate not found May 30 12:11:00.061079 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (856e423c-a8f0-4792-9fd5-b890534f3ac0), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.067164 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.076384 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47088) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:00.077004 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] 10.222.0.32 "DELETE /v2.0/networks/856e423c-a8f0-4792-9fd5-b890534f3ac0 HTTP/1.1" status: 204 len: 168 time: 0.4039614 May 30 12:11:00.078780 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment 5d82e894-19a5-4622-9e96-79b78f4ba738 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d82e894-19a5-4622-9e96-79b78f4ba738 found for delete ", "request_id": "req-4e3f1495-7618-4fd2-8f75-d1be260ba224"}]} May 30 12:11:00.119193 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b6f2-65d7-4b61-911e-cc80726add65 admin admin] Pushing event deleted for resources: {'Network': ['ID=856e423c-a8f0-4792-9fd5-b890534f3ac0,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:00.131270 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] Set router 21fabfa4-b938-40e9-94a8-0880e094881b gateway port host: None {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:11:00.133622 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:00.170042 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d29e020-0423-412b-bd59-59b59f481418 admin admin] Deleting subnet 8caf9e13-102b-4435-bc53-c4124c0b4c11 {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:11:00.173831 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d29e020-0423-412b-bd59-59b59f481418 admin admin] Publish callbacks [] for subnet (8caf9e13-102b-4435-bc53-c4124c0b4c11), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.189675 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 74899016-832f-4556-b691-22a56b80480f triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:00.196638 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (74899016-832f-4556-b691-22a56b80480f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.202782 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Sync routers for ids ['a850f4de-a258-40fe-8634-c1234082d973'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:11:00.208497 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:10:59Z', 'revision_number': 6, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port_host': None}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:00.242524 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fbf69-2974-47b2-8f42-332880f467bf None None] The sync data for ids ['21fabfa4-b938-40e9-94a8-0880e094881b'] in dv-cinder-840512-2-iscsi is: [{'id': '21fabfa4-b938-40e9-94a8-0880e094881b', 'name': 'tempest-AttachVolumeNegativeTest-270445647-router', 'tenant_id': '20763921c37c4e81bba702e09bf628b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:06Z', 'updated_at': '2022-05-30T12:10:59Z', 'revision_number': 6, 'project_id': '20763921c37c4e81bba702e09bf628b2', 'gw_port_host': None}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:11:00.250946 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d29e020-0423-412b-bd59-59b59f481418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9854288'] for subnet (8caf9e13-102b-4435-bc53-c4124c0b4c11), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.254414 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Routers {'a850f4de-a258-40fe-8634-c1234082d973'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:11:00.255377 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a850f4de-a258-40fe-8634-c1234082d973'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:00.286090 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:00.319200 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (8c15e3ca-4bfb-4549-b9c3-436f20fa413e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.355614 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d29e020-0423-412b-bd59-59b59f481418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (8caf9e13-102b-4435-bc53-c4124c0b4c11), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.359644 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c15e3ca-4bfb-4549-b9c3-436f20fa413e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:00.462571 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:00.474858 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (21fabfa4-b938-40e9-94a8-0880e094881b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.530436 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 74899016-832f-4556-b691-22a56b80480f is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:11:00.530821 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (74899016-832f-4556-b691-22a56b80480f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.532139 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d29e020-0423-412b-bd59-59b59f481418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8869219'] for subnet (8caf9e13-102b-4435-bc53-c4124c0b4c11), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.569173 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Set router a850f4de-a258-40fe-8634-c1234082d973 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:11:00.572839 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 74899016-832f-4556-b691-22a56b80480f, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=74899016-832f-4556-b691-22a56b80480f,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:00.602911 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (74899016-832f-4556-b691-22a56b80480f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.759548 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=74899016-832f-4556-b691-22a56b80480f,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:00.856514 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850f4de-a258-40fe-8634-c1234082d973', 'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '74899016-832f-4556-b691-22a56b80480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:53Z', 'updated_at': '2022-05-30T12:10:57Z', 'revision_number': 4, 'project_id': '20c153c20fd24882972be249a215ac2c', 'gw_port': {'id': '74899016-832f-4556-b691-22a56b80480f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:54Z', 'updated_at': '2022-05-30T12:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8aa96561-8a41-4c15-b029-42cedf53ebb2', 'name': '', 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'mac_address': 'fa:16:3e:6a:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2741311a-0bc1-4086-a8f7-f9424e9da81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:56Z', 'updated_at': '2022-05-30T12:10:58Z', 'revision_number': 2, 'project_id': '20c153c20fd24882972be249a215ac2c', 'subnets': [{'id': '2741311a-0bc1-4086-a8f7-f9424e9da81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:00.890276 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Checking router: a850f4de-a258-40fe-8634-c1234082d973 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:11:00.890576 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Updating router a850f4de-a258-40fe-8634-c1234082d973 port 8aa96561-8a41-4c15-b029-42cedf53ebb2 binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:11:00.896638 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (21fabfa4-b938-40e9-94a8-0880e094881b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.898881 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29e020-0423-412b-bd59-59b59f481418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8caf9e13-102b-4435-bc53-c4124c0b4c11,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:00.905326 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks [] for router_controller (21fabfa4-b938-40e9-94a8-0880e094881b), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.910365 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d29e020-0423-412b-bd59-59b59f481418 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.916845 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47100) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:00.917594 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4d29e020-0423-412b-bd59-59b59f481418 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8caf9e13-102b-4435-bc53-c4124c0b4c11 HTTP/1.1" status: 204 len: 168 time: 0.8395524 May 30 12:11:00.931407 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.974610 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (21fabfa4-b938-40e9-94a8-0880e094881b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.977044 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21fabfa4-b938-40e9-94a8-0880e094881b {{(pid=104002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:11:00.991412 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:00.993089 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6e877f74-ea82-4c62-bb22-84fddb4f7b0f admin admin] 10.222.0.32 "DELETE /v2.0/routers/21fabfa4-b938-40e9-94a8-0880e094881b HTTP/1.1" status: 204 len: 168 time: 1.6451395 May 30 12:11:00.993840 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:00.995516 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47102) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:01.069877 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (def29b89-340a-42d6-8f2e-71f2f5b40634), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.077652 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32dc70f-0b18-4e1d-a226-f0e02417db71 admin admin] Deleting subnet 618868ac-cc31-49ee-9b06-aea54f013472 {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:11:01.084056 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f32dc70f-0b18-4e1d-a226-f0e02417db71 admin admin] Publish callbacks [] for subnet (618868ac-cc31-49ee-9b06-aea54f013472), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.157915 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f32dc70f-0b18-4e1d-a226-f0e02417db71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (618868ac-cc31-49ee-9b06-aea54f013472), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.251217 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:01.296784 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (def29b89-340a-42d6-8f2e-71f2f5b40634), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.308265 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:01.338738 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f32dc70f-0b18-4e1d-a226-f0e02417db71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (618868ac-cc31-49ee-9b06-aea54f013472), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.344666 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:01.369036 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def29b89-340a-42d6-8f2e-71f2f5b40634']}} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:01.397881 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Publish callbacks [] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.401338 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc180cd5-4530-4f79-9170-fdf9835770c6') {'for_net_delete': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:01.401631 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc180cd5-4530-4f79-9170-fdf9835770c6') {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:01.405327 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.416272 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9345376'] for segment (fc180cd5-4530-4f79-9170-fdf9835770c6), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.436916 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (fc180cd5-4530-4f79-9170-fdf9835770c6), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.448705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:11:01.449141 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8969161'] for segment (fc180cd5-4530-4f79-9170-fdf9835770c6), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.498086 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f32dc70f-0b18-4e1d-a226-f0e02417db71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (618868ac-cc31-49ee-9b06-aea54f013472), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.517049 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff34b37-ab7b-4954-8b5a-5cbac009707c None None] Pushing event updated for resources: {'Port': ['ID=8aa96561-8a41-4c15-b029-42cedf53ebb2,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:01.539805 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dc70f-0b18-4e1d-a226-f0e02417db71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=618868ac-cc31-49ee-9b06-aea54f013472,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:01.557639 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f32dc70f-0b18-4e1d-a226-f0e02417db71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.560672 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f32dc70f-0b18-4e1d-a226-f0e02417db71 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/618868ac-cc31-49ee-9b06-aea54f013472 HTTP/1.1" status: 204 len: 168 time: 0.5637872 May 30 12:11:01.562110 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47104) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:01.585024 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (def29b89-340a-42d6-8f2e-71f2f5b40634), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.593726 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4769df1-683e-4cfe-a15d-f8c1d68dd6ba None None] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:11:01.611207 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.616589 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/def29b89-340a-42d6-8f2e-71f2f5b40634 HTTP/1.1" status: 204 len: 168 time: 0.6969244 May 30 12:11:01.668311 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2c856-90e2-4836-bf51-78a5f328afb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=def29b89-340a-42d6-8f2e-71f2f5b40634,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:01.712148 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.748248 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Attempting to bind port 8aa96561-8a41-4c15-b029-42cedf53ebb2 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:11:01.748543 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Attempting to bind port 8aa96561-8a41-4c15-b029-42cedf53ebb2 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:11:01.748967 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Attempting to bind port 8aa96561-8a41-4c15-b029-42cedf53ebb2 on network 413cfc81-052a-4667-8f5d-fddd8ffa5775 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:11:01.761363 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:11:01.761747 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Checking segment: {'id': '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:11:01.762155 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.762552 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Bound using segment: {'id': '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:11:01.763044 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Bound port: 8aa96561-8a41-4c15-b029-42cedf53ebb2, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:11:01.763425 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.802708 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Deleting port abc9e90e-9fcf-46c9-ad48-47f634302d1a {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:11:01.803098 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:01.920681 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47108) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:01.977972 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 74899016-832f-4556-b691-22a56b80480f up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:11:01.998250 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] For port abc9e90e-9fcf-46c9-ad48-47f634302d1a, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=abc9e90e-9fcf-46c9-ad48-47f634302d1a,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:01.999280 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.015911 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Calling delete_port for abc9e90e-9fcf-46c9-ad48-47f634302d1a owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:11:02.032028 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-886a8058-d021-46d7-9a07-f61a63cc0c00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b976277ecde412ab4b17b2d17f14340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1102815 May 30 12:11:02.036138 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47110) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:02.044781 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] DHCP port deletion for 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:11:02.092720 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-97fe92e9-dd89-41e8-a30f-d396f020e920 None None] Provisioning complete for port 8aa96561-8a41-4c15-b029-42cedf53ebb2 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:02.093093 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-97fe92e9-dd89-41e8-a30f-d396f020e920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.101260 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] Deleting port abc9e90e-9fcf-46c9-ad48-47f634302d1a {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:11:02.101636 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.116864 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c68ae273-d2c8-42fb-9fd3-d6e6d03ea36a admin admin] Publish callbacks [] for security_group (84c9354c-2d27-404b-8615-03da127cc14f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.144122 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c68ae273-d2c8-42fb-9fd3-d6e6d03ea36a admin admin] Publish callbacks [] for security_group (84c9354c-2d27-404b-8615-03da127cc14f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.149840 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:02.158692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.177346 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] For port abc9e90e-9fcf-46c9-ad48-47f634302d1a, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=abc9e90e-9fcf-46c9-ad48-47f634302d1a,segment=NetworkSegment(acf7098d-ecf0-4bd0-9a07-72f1d240c184),segment_id=acf7098d-ecf0-4bd0-9a07-72f1d240c184)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:02.177757 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.188905 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment fc180cd5-4530-4f79-9170-fdf9835770c6 resource provider aggregate not found May 30 12:11:02.203822 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc9e90e-9fcf-46c9-ad48-47f634302d1a,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:02.207737 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] Calling delete_port for abc9e90e-9fcf-46c9-ad48-47f634302d1a owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:11:02.224054 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c68ae273-d2c8-42fb-9fd3-d6e6d03ea36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (84c9354c-2d27-404b-8615-03da127cc14f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.227406 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c68ae273-d2c8-42fb-9fd3-d6e6d03ea36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.228832 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c68ae273-d2c8-42fb-9fd3-d6e6d03ea36a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84c9354c-2d27-404b-8615-03da127cc14f HTTP/1.1" status: 204 len: 168 time: 0.1914859 May 30 12:11:02.231432 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] No DVR routers for this DVR port abc9e90e-9fcf-46c9-ad48-47f634302d1a on host dv-cinder-840512-2-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:11:02.258893 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ae273-d2c8-42fb-9fd3-d6e6d03ea36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c9354c-2d27-404b-8615-03da127cc14f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:02.271851 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment fc180cd5-4530-4f79-9170-fdf9835770c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc180cd5-4530-4f79-9170-fdf9835770c6 found for delete ", "request_id": "req-e5b89305-cdb3-46c8-96df-bd0a2e9b110c"}]} May 30 12:11:02.319627 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] For port 8aa96561-8a41-4c15-b029-42cedf53ebb2, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:11:02.377253 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 74899016-832f-4556-b691-22a56b80480f triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:02.377859 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (74899016-832f-4556-b691-22a56b80480f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.390795 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.405497 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] For port 8aa96561-8a41-4c15-b029-42cedf53ebb2, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=8aa96561-8a41-4c15-b029-42cedf53ebb2,segment=NetworkSegment(5f3888f8-daf6-4e98-8d4d-cbba4665b2fe),segment_id=5f3888f8-daf6-4e98-8d4d-cbba4665b2fe)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:11:02.418343 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-97fe92e9-dd89-41e8-a30f-d396f020e920 None None] Port 8aa96561-8a41-4c15-b029-42cedf53ebb2 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:11:02.435887 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd']}} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:02.436095 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.450613 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf7098d-ecf0-4bd0-9a07-72f1d240c184') {'for_net_delete': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:02.451208 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf7098d-ecf0-4bd0-9a07-72f1d240c184') {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:02.464116 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9345376'] for segment (acf7098d-ecf0-4bd0-9a07-72f1d240c184), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.482751 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:02.485227 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (acf7098d-ecf0-4bd0-9a07-72f1d240c184), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.492451 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:02.493556 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=104003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:11:02.494165 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8969161'] for segment (acf7098d-ecf0-4bd0-9a07-72f1d240c184), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.545410 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff34b37-ab7b-4954-8b5a-5cbac009707c None None] Pushing event updated for resources: {'Port': ['ID=8aa96561-8a41-4c15-b029-42cedf53ebb2,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:02.609419 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.618983 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.625358 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] 10.222.0.32 "DELETE /v2.0/networks/910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd HTTP/1.1" status: 204 len: 168 time: 1.0622630 May 30 12:11:02.629535 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Routers {'a850f4de-a258-40fe-8634-c1234082d973'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:11:02.630174 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:10:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a850f4de-a258-40fe-8634-c1234082d973'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:02.648537 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d4590-da01-466a-8487-9ec523405e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:02.649308 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (abc9e90e-9fcf-46c9-ad48-47f634302d1a), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:02.726459 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] Network 910909fe-c0b0-4c8d-8e4c-a23ea4b0eddd is not hosted by any dhcp agent {{(pid=104004) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 30 12:11:02.727203 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] No DVR routers for this DVR port abc9e90e-9fcf-46c9-ad48-47f634302d1a on host dv-cinder-840512-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:11:02.756509 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d2f5a-1db8-4b6f-abfc-157270d7f346 None None] Pushing event deleted for resources: {'Port': ['ID=abc9e90e-9fcf-46c9-ad48-47f634302d1a,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:02.763808 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 74899016-832f-4556-b691-22a56b80480f is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:11:02.800653 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47122) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:02.902448 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-15a989ac-f379-4bf6-a26d-2f238b5aed84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6ea5cb981164e608a1111402c05fd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1004367 May 30 12:11:02.904979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47124) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:02.962725 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47126) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:02.977147 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] Set router a850f4de-a258-40fe-8634-c1234082d973 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:11:03.048517 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d046d75b-0908-4ea0-a3b8-3c7e1361c053 admin admin] Publish callbacks [] for security_group (223fe3e8-7cc7-4916-857f-0e90816ec387), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.066742 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-7761b690-1a97-4184-a2e3-2b87b5f9005b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20763921c37c4e81bba702e09bf628b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1023343 May 30 12:11:03.071418 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47128) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:03.097817 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-8e6e450f-66c8-4b3d-873f-4d4d300ba5ed None None] Provisioning complete for port 8aa96561-8a41-4c15-b029-42cedf53ebb2 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:03.098298 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8e6e450f-66c8-4b3d-873f-4d4d300ba5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.100945 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d046d75b-0908-4ea0-a3b8-3c7e1361c053 admin admin] Publish callbacks [] for security_group (223fe3e8-7cc7-4916-857f-0e90816ec387), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.130425 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device d226ac32-8c7e-4050-986e-4bc5104b4133 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:11:03.160193 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15d63abb-7b71-43a1-baf6-91953987cd82 admin admin] Publish callbacks [] for security_group (f3642473-2914-4e07-adcc-9a6f1fedbd5e), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.169688 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d046d75b-0908-4ea0-a3b8-3c7e1361c053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (223fe3e8-7cc7-4916-857f-0e90816ec387), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.172218 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d046d75b-0908-4ea0-a3b8-3c7e1361c053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.173362 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d046d75b-0908-4ea0-a3b8-3c7e1361c053 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/223fe3e8-7cc7-4916-857f-0e90816ec387 HTTP/1.1" status: 204 len: 168 time: 0.2669985 May 30 12:11:03.188980 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046d75b-0908-4ea0-a3b8-3c7e1361c053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223fe3e8-7cc7-4916-857f-0e90816ec387,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:03.196772 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15d63abb-7b71-43a1-baf6-91953987cd82 admin admin] Publish callbacks [] for security_group (f3642473-2914-4e07-adcc-9a6f1fedbd5e), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.276749 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15d63abb-7b71-43a1-baf6-91953987cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f3642473-2914-4e07-adcc-9a6f1fedbd5e), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.279582 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15d63abb-7b71-43a1-baf6-91953987cd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.281101 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-15d63abb-7b71-43a1-baf6-91953987cd82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3642473-2914-4e07-adcc-9a6f1fedbd5e HTTP/1.1" status: 204 len: 168 time: 0.2084398 May 30 12:11:03.297075 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d63abb-7b71-43a1-baf6-91953987cd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3642473-2914-4e07-adcc-9a6f1fedbd5e,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:03.411440 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: d226ac32-8c7e-4050-986e-4bc5104b4133 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:11:03.411936 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device d226ac32-8c7e-4050-986e-4bc5104b4133 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:11:03.412196 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8c15e3ca-4bfb-4549-b9c3-436f20fa413e no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:11:03.552606 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 8c15e3ca-4bfb-4549-b9c3-436f20fa413e {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:11:03.553190 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8c15e3ca-4bfb-4549-b9c3-436f20fa413e not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:11:03.559177 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6c086c80-8008-407e-b401-b1c2ea740ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.615606 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e450f-66c8-4b3d-873f-4d4d300ba5ed None None] Current status of the port 8aa96561-8a41-4c15-b029-42cedf53ebb2 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:11:03.615999 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8e6e450f-66c8-4b3d-873f-4d4d300ba5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.660931 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ff491026-9226-4770-a83a-557836e3b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850f4de-a258-40fe-8634-c1234082d973', 'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '74899016-832f-4556-b691-22a56b80480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:53Z', 'updated_at': '2022-05-30T12:10:57Z', 'revision_number': 4, 'project_id': '20c153c20fd24882972be249a215ac2c', 'gw_port': {'id': '74899016-832f-4556-b691-22a56b80480f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:54Z', 'updated_at': '2022-05-30T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8aa96561-8a41-4c15-b029-42cedf53ebb2', 'name': '', 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'mac_address': 'fa:16:3e:6a:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2741311a-0bc1-4086-a8f7-f9424e9da81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:56Z', 'updated_at': '2022-05-30T12:11:02Z', 'revision_number': 4, 'project_id': '20c153c20fd24882972be249a215ac2c', 'subnets': [{'id': '2741311a-0bc1-4086-a8f7-f9424e9da81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:03.701964 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff491026-9226-4770-a83a-557836e3b249 None None] The sync data for ids ['a850f4de-a258-40fe-8634-c1234082d973'] in dv-cinder-840512-2-iscsi is: [{'id': 'a850f4de-a258-40fe-8634-c1234082d973', 'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '74899016-832f-4556-b691-22a56b80480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:53Z', 'updated_at': '2022-05-30T12:10:57Z', 'revision_number': 4, 'project_id': '20c153c20fd24882972be249a215ac2c', 'gw_port': {'id': '74899016-832f-4556-b691-22a56b80480f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:54Z', 'updated_at': '2022-05-30T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '8aa96561-8a41-4c15-b029-42cedf53ebb2', 'name': '', 'network_id': '413cfc81-052a-4667-8f5d-fddd8ffa5775', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'mac_address': 'fa:16:3e:6a:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2741311a-0bc1-4086-a8f7-f9424e9da81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:56Z', 'updated_at': '2022-05-30T12:11:02Z', 'revision_number': 4, 'project_id': '20c153c20fd24882972be249a215ac2c', 'subnets': [{'id': '2741311a-0bc1-4086-a8f7-f9424e9da81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:11:03.728359 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-8e6e450f-66c8-4b3d-873f-4d4d300ba5ed None None] For port 8aa96561-8a41-4c15-b029-42cedf53ebb2, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=8aa96561-8a41-4c15-b029-42cedf53ebb2,segment=NetworkSegment(5f3888f8-daf6-4e98-8d4d-cbba4665b2fe),segment_id=5f3888f8-daf6-4e98-8d4d-cbba4665b2fe)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:03.737585 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8e6e450f-66c8-4b3d-873f-4d4d300ba5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:03.888398 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e450f-66c8-4b3d-873f-4d4d300ba5ed None None] Pushing event updated for resources: {'Port': ['ID=8aa96561-8a41-4c15-b029-42cedf53ebb2,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:03.950465 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device abc9e90e-9fcf-46c9-ad48-47f634302d1a no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:11:04.009560 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: abc9e90e-9fcf-46c9-ad48-47f634302d1a {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:11:04.009912 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device abc9e90e-9fcf-46c9-ad48-47f634302d1a not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:11:04.021697 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:04.291600 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment acf7098d-ecf0-4bd0-9a07-72f1d240c184 resource provider aggregate not found May 30 12:11:04.325104 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment acf7098d-ecf0-4bd0-9a07-72f1d240c184 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acf7098d-ecf0-4bd0-9a07-72f1d240c184 found for delete ", "request_id": "req-5c1a9218-10ef-4137-a1d9-7901122c1ced"}]} May 30 12:11:04.650687 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47176) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:04.973568 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-810062061-network', 'tenant_id': 'b99ee7dfe9dc4e98a38d3463bc0464b4'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:05.012299 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Made reservation on behalf of b99ee7dfe9dc4e98a38d3463bc0464b4 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:11:05.026795 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.063552 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.157425 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:05.200542 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Publish callbacks [] for security_group (6c09b302-6f0b-4460-b952-06d1108e1a9b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.208818 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (6c09b302-6f0b-4460-b952-06d1108e1a9b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.225445 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:11:05.261714 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (119e1053-7967-4d6b-9ca8-f09235d17e06), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.262307 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Added segment 119e1053-7967-4d6b-9ca8-f09235d17e06 of type vlan for network b4cc6966-b56c-49c7-ba28-307eae49c9f4 May 30 12:11:05.273129 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c09b302-6f0b-4460-b952-06d1108e1a9b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:05.326568 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (b4cc6966-b56c-49c7-ba28-307eae49c9f4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.372740 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (b4cc6966-b56c-49c7-ba28-307eae49c9f4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.374273 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:05.375036 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.400313 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:05.463880 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8119824 May 30 12:11:05.466090 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e199459-7aa4-4ca9-b163-086fc67a2179 admin admin] Pushing event updated for resources: {'Network': ['ID=b4cc6966-b56c-49c7-ba28-307eae49c9f4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:05.475500 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47192) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:05.482146 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Request body: {'subnet': {'network_id': 'b4cc6966-b56c-49c7-ba28-307eae49c9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-810062061-subnet', 'tenant_id': 'b99ee7dfe9dc4e98a38d3463bc0464b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:05.490582 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network b4cc6966-b56c-49c7-ba28-307eae49c9f4 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:11:05.552424 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Made reservation on behalf of b99ee7dfe9dc4e98a38d3463bc0464b4 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:11:05.554869 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8869246'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.635659 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-240084a2-5bfc-425b-ada5-20aac2a3996e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.821909 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8869224'] for subnet (7f2ce7ca-d756-4b34-84d6-873f88d093ee), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.873347 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8aa96561-8a41-4c15-b029-42cedf53ebb2 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:11:05.902004 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2ce7ca-d756-4b34-84d6-873f88d093ee,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:05.913776 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Checking segment: {'id': '119e1053-7967-4d6b-9ca8-f09235d17e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b4cc6966-b56c-49c7-ba28-307eae49c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:11:05.914199 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Network hostable DHCP agents. Network: b4cc6966-b56c-49c7-ba28-307eae49c9f4, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:11:05.939645 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Network b4cc6966-b56c-49c7-ba28-307eae49c9f4 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:11:05.951605 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, b4cc6966-b56c-49c7-ba28-307eae49c9f4) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:11:05.958698 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:05.960806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:05.979954 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1d779-76e7-42b6-bfb2-c02a2dcfe517 None None] Network b4cc6966-b56c-49c7-ba28-307eae49c9f4 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:11:06.002777 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-7cd04b99-9d74-426d-9381-8541de6b8579 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5167813 May 30 12:11:06.019547 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:06.022244 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 8aa96561-8a41-4c15-b029-42cedf53ebb2 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:06.022623 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:06.080098 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:06.215743 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0aa33-72e1-42d5-8c65-60a617e65a7b None None] Network b4cc6966-b56c-49c7-ba28-307eae49c9f4 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:11:06.264090 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 8aa96561-8a41-4c15-b029-42cedf53ebb2 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:11:06.947499 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:06.949177 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47232) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:06.954141 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468394050-network', 'tenant_id': 'fb5691d836f24584a8484b41bdf8726a'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:06.988563 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Made reservation on behalf of fb5691d836f24584a8484b41bdf8726a for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:11:06.991773 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.003159 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.101107 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:07.112033 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Publish callbacks [] for security_group (671d63ef-8f02-498a-bcef-c694e74d5637), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.120464 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (671d63ef-8f02-498a-bcef-c694e74d5637), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.154288 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d63ef-8f02-498a-bcef-c694e74d5637,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:07.157215 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:11:07.169568 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (f15ffebe-1251-450a-9b0b-bf2361216d74), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.169891 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Added segment f15ffebe-1251-450a-9b0b-bf2361216d74 of type vlan for network dde6819d-e99f-45fb-9496-8c705b81089e May 30 12:11:07.222590 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (dde6819d-e99f-45fb-9496-8c705b81089e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.251029 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (dde6819d-e99f-45fb-9496-8c705b81089e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.252203 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:07.252838 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.323061 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3726652 May 30 12:11:07.325900 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47234) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:07.331501 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Request body: {'subnet': {'network_id': 'dde6819d-e99f-45fb-9496-8c705b81089e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468394050-subnet', 'tenant_id': 'fb5691d836f24584a8484b41bdf8726a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:07.344849 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:07.348682 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f2094-ffd0-455b-9af6-a1392ca660d9 admin admin] Pushing event updated for resources: {'Network': ['ID=dde6819d-e99f-45fb-9496-8c705b81089e,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:07.360810 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network dde6819d-e99f-45fb-9496-8c705b81089e details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:11:07.382410 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Made reservation on behalf of fb5691d836f24584a8484b41bdf8726a for: {'subnet': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:11:07.385580 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9075086'] for subnet (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.646679 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8968874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9075096'] for subnet (859ea6a2-b952-442a-beb4-cab467497cd8), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.710352 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=859ea6a2-b952-442a-beb4-cab467497cd8,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:07.720001 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Checking segment: {'id': 'f15ffebe-1251-450a-9b0b-bf2361216d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dde6819d-e99f-45fb-9496-8c705b81089e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:11:07.720399 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Network hostable DHCP agents. Network: dde6819d-e99f-45fb-9496-8c705b81089e, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:11:07.739828 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Network dde6819d-e99f-45fb-9496-8c705b81089e is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:11:07.750851 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, dde6819d-e99f-45fb-9496-8c705b81089e) {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:11:07.762655 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6136d58b-4285-4d47-9cdd-2dea68ac24f0 None None] Network dde6819d-e99f-45fb-9496-8c705b81089e requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:11:07.765947 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:07.771182 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:07.797026 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d2f8395b-8e05-47c3-bd5f-cefa05430b0f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4699430 May 30 12:11:07.901089 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef499e34-bd22-4995-a395-bd492e901d79 None None] Network dde6819d-e99f-45fb-9496-8c705b81089e requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:11:07.942242 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47244) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:08.001215 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e521a37-72f4-402d-966a-36bd69891dda admin admin] Deleting subnet 7f2ce7ca-d756-4b34-84d6-873f88d093ee {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:11:08.008114 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5e521a37-72f4-402d-966a-36bd69891dda admin admin] Publish callbacks [] for subnet (7f2ce7ca-d756-4b34-84d6-873f88d093ee), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.052010 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5e521a37-72f4-402d-966a-36bd69891dda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (7f2ce7ca-d756-4b34-84d6-873f88d093ee), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.081462 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:08.103505 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5e521a37-72f4-402d-966a-36bd69891dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (7f2ce7ca-d756-4b34-84d6-873f88d093ee), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.166356 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5e521a37-72f4-402d-966a-36bd69891dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (7f2ce7ca-d756-4b34-84d6-873f88d093ee), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.200577 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e521a37-72f4-402d-966a-36bd69891dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2ce7ca-d756-4b34-84d6-873f88d093ee,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:08.205740 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5e521a37-72f4-402d-966a-36bd69891dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.209652 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-5e521a37-72f4-402d-966a-36bd69891dda admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f2ce7ca-d756-4b34-84d6-873f88d093ee HTTP/1.1" status: 204 len: 168 time: 0.2663960 May 30 12:11:08.213996 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47246) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:08.289337 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (b4cc6966-b56c-49c7-ba28-307eae49c9f4), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.325030 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:08.362753 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.395944 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (b4cc6966-b56c-49c7-ba28-307eae49c9f4), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.425576 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cc6966-b56c-49c7-ba28-307eae49c9f4']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:08.443863 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119e1053-7967-4d6b-9ca8-f09235d17e06') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:08.444567 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119e1053-7967-4d6b-9ca8-f09235d17e06') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:08.457197 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9854297'] for segment (119e1053-7967-4d6b-9ca8-f09235d17e06), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.474452 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (119e1053-7967-4d6b-9ca8-f09235d17e06), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.484541 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:11:08.484975 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408957'] for segment (119e1053-7967-4d6b-9ca8-f09235d17e06), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.541567 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 119e1053-7967-4d6b-9ca8-f09235d17e06 resource provider aggregate not found May 30 12:11:08.569895 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 119e1053-7967-4d6b-9ca8-f09235d17e06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 119e1053-7967-4d6b-9ca8-f09235d17e06 found for delete ", "request_id": "req-0e711229-2466-4218-8fc7-ae6694fa13dd"}]} May 30 12:11:08.582646 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (b4cc6966-b56c-49c7-ba28-307eae49c9f4), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.613142 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.621041 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/b4cc6966-b56c-49c7-ba28-307eae49c9f4 HTTP/1.1" status: 204 len: 168 time: 0.4075570 May 30 12:11:08.623952 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47258) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:08.624543 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f85297-8725-4798-a610-5c765f16e1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b4cc6966-b56c-49c7-ba28-307eae49c9f4,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:08.722207 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11d754b-1c36-487c-87bd-0e5364fb8676 admin admin] Deleting subnet 859ea6a2-b952-442a-beb4-cab467497cd8 {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:11:08.725901 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d11d754b-1c36-487c-87bd-0e5364fb8676 admin admin] Publish callbacks [] for subnet (859ea6a2-b952-442a-beb4-cab467497cd8), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.771449 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d11d754b-1c36-487c-87bd-0e5364fb8676 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (859ea6a2-b952-442a-beb4-cab467497cd8), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.824983 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d11d754b-1c36-487c-87bd-0e5364fb8676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (859ea6a2-b952-442a-beb4-cab467497cd8), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.904850 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d11d754b-1c36-487c-87bd-0e5364fb8676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (859ea6a2-b952-442a-beb4-cab467497cd8), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.943432 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d11d754b-1c36-487c-87bd-0e5364fb8676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:08.948725 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d11d754b-1c36-487c-87bd-0e5364fb8676 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/859ea6a2-b952-442a-beb4-cab467497cd8 HTTP/1.1" status: 204 len: 168 time: 0.3199537 May 30 12:11:08.949683 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47268) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:08.952087 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d754b-1c36-487c-87bd-0e5364fb8676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859ea6a2-b952-442a-beb4-cab467497cd8,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:08.961310 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:09.038526 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (dde6819d-e99f-45fb-9496-8c705b81089e), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.140115 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (dde6819d-e99f-45fb-9496-8c705b81089e), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.164980 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde6819d-e99f-45fb-9496-8c705b81089e']}} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:09.176882 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15ffebe-1251-450a-9b0b-bf2361216d74') {'for_net_delete': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:09.177321 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15ffebe-1251-450a-9b0b-bf2361216d74') {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:09.189325 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9345376'] for segment (f15ffebe-1251-450a-9b0b-bf2361216d74), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.206683 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (f15ffebe-1251-450a-9b0b-bf2361216d74), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.220420 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=104003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:11:09.221507 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8969161'] for segment (f15ffebe-1251-450a-9b0b-bf2361216d74), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.277898 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment f15ffebe-1251-450a-9b0b-bf2361216d74 resource provider aggregate not found May 30 12:11:09.304890 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment f15ffebe-1251-450a-9b0b-bf2361216d74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f15ffebe-1251-450a-9b0b-bf2361216d74 found for delete ", "request_id": "req-acfffc04-0c65-4c91-a4cd-a754c27212e8"}]} May 30 12:11:09.312464 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (dde6819d-e99f-45fb-9496-8c705b81089e), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.321203 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.328411 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dde6819d-e99f-45fb-9496-8c705b81089e HTTP/1.1" status: 204 len: 168 time: 0.3771942 May 30 12:11:09.345177 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bff5a-fd2b-4fe5-86b6-1e7ef5426b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde6819d-e99f-45fb-9496-8c705b81089e,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:09.570937 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47284) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:09.641769 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d0b51644-a302-440a-8094-2fa4e78533d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b99ee7dfe9dc4e98a38d3463bc0464b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694003 May 30 12:11:09.645261 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47288) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:09.718238 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5c5afa62-be3c-4b2e-9fe9-ea576a4a7dd1 admin admin] Publish callbacks [] for security_group (6c09b302-6f0b-4460-b952-06d1108e1a9b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.742891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5c5afa62-be3c-4b2e-9fe9-ea576a4a7dd1 admin admin] Publish callbacks [] for security_group (6c09b302-6f0b-4460-b952-06d1108e1a9b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.806337 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5c5afa62-be3c-4b2e-9fe9-ea576a4a7dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (6c09b302-6f0b-4460-b952-06d1108e1a9b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.809584 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5c5afa62-be3c-4b2e-9fe9-ea576a4a7dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:09.813141 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5c5afa62-be3c-4b2e-9fe9-ea576a4a7dd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c09b302-6f0b-4460-b952-06d1108e1a9b HTTP/1.1" status: 204 len: 168 time: 0.1646225 May 30 12:11:09.823888 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5afa62-be3c-4b2e-9fe9-ea576a4a7dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c09b302-6f0b-4460-b952-06d1108e1a9b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:09.950242 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:10.167756 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=15 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:10.213226 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:10.367609 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47304) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:10.424091 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ff2daa91-4498-4323-9849-bf8b299d9b4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb5691d836f24584a8484b41bdf8726a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541847 May 30 12:11:10.428844 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47306) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:10.445122 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:10.495273 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85ef6b9c-9f06-4bdd-a0d2-e5a3cdec9383 admin admin] Publish callbacks [] for security_group (671d63ef-8f02-498a-bcef-c694e74d5637), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:10.521454 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85ef6b9c-9f06-4bdd-a0d2-e5a3cdec9383 admin admin] Publish callbacks [] for security_group (671d63ef-8f02-498a-bcef-c694e74d5637), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:10.578733 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85ef6b9c-9f06-4bdd-a0d2-e5a3cdec9383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (671d63ef-8f02-498a-bcef-c694e74d5637), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:10.582229 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85ef6b9c-9f06-4bdd-a0d2-e5a3cdec9383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:10.585668 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-85ef6b9c-9f06-4bdd-a0d2-e5a3cdec9383 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/671d63ef-8f02-498a-bcef-c694e74d5637 HTTP/1.1" status: 204 len: 168 time: 0.1532998 May 30 12:11:10.597256 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef6b9c-9f06-4bdd-a0d2-e5a3cdec9383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d63ef-8f02-498a-bcef-c694e74d5637,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:13.132837 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-574d10c6-294a-47b8-b9b0-624232ddca46 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:13.134336 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-574d10c6-294a-47b8-b9b0-624232ddca46 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 814 time: 0.1107986 May 30 12:11:13.149945 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-63d5b1f5-aa0b-44be-a249-143bd945dc8b tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/quotas/dc19bd60cde244559a823a47293540f7 HTTP/1.1" status: 200 len: 375 time: 0.0100796 May 30 12:11:13.212084 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-747341a3-6e70-4c12-8feb-e6c3aee6b194 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539434 May 30 12:11:13.322332 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-8eaad05e-009c-4579-9b72-74bcb4905741 service neutron] 10.222.0.32 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000819 May 30 12:11:13.422710 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-7b4bd48a-d414-47da-8fdf-ddca69ac45b8 service neutron] 10.222.0.32 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945315 May 30 12:11:13.597916 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-616055ab-d229-49fe-816e-a9c3d499cf58 req-cd23d3ce-ce37-4cbf-aedc-c31a07f051bf tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 210 time: 0.0418701 May 30 12:11:14.100910 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47500) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:14.232580 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-389ad905-d210-482a-9b63-f03b3c0e3552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.255061 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:14.316865 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-389ad905-d210-482a-9b63-f03b3c0e3552 admin admin] Publish callbacks [] for security_group (9a49d8aa-f918-4913-a446-f58185052e80), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.320770 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-389ad905-d210-482a-9b63-f03b3c0e3552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (9a49d8aa-f918-4913-a446-f58185052e80), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.363760 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ad905-d210-482a-9b63-f03b3c0e3552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a49d8aa-f918-4913-a446-f58185052e80,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:14.367963 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-389ad905-d210-482a-9b63-f03b3c0e3552 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc39b1a7a90441ee9085dc2642369279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660506 May 30 12:11:14.370838 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47514) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:14.413252 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47516) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:14.430669 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-625cd7f0-64e3-48e9-85d4-7ca2969d0c9b admin admin] Publish callbacks [] for security_group (9a49d8aa-f918-4913-a446-f58185052e80), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.454026 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-625cd7f0-64e3-48e9-85d4-7ca2969d0c9b admin admin] Publish callbacks [] for security_group (9a49d8aa-f918-4913-a446-f58185052e80), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.509611 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-625cd7f0-64e3-48e9-85d4-7ca2969d0c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (9a49d8aa-f918-4913-a446-f58185052e80), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.513457 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-625cd7f0-64e3-48e9-85d4-7ca2969d0c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.516628 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-625cd7f0-64e3-48e9-85d4-7ca2969d0c9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a49d8aa-f918-4913-a446-f58185052e80 HTTP/1.1" status: 204 len: 168 time: 0.1442022 May 30 12:11:14.526594 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd7f0-64e3-48e9-85d4-7ca2969d0c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a49d8aa-f918-4913-a446-f58185052e80,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:14.579223 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-99c4ae6b-64c3-4982-8a2d-19c230763ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.633214 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:14.705378 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-99c4ae6b-64c3-4982-8a2d-19c230763ded admin admin] Publish callbacks [] for security_group (d1cd1c4a-74b8-4546-aa49-39d869a9e84e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.723549 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-99c4ae6b-64c3-4982-8a2d-19c230763ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d1cd1c4a-74b8-4546-aa49-39d869a9e84e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.728592 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-6a4de441-8038-417b-9f74-305a3f17512b tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:14.730333 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-6a4de441-8038-417b-9f74-305a3f17512b tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.65 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 814 time: 0.1885924 May 30 12:11:14.744173 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'port': {'device_id': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'admin_state_up': True, 'tenant_id': 'dc19bd60cde244559a823a47293540f7'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:14.756818 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e9e77844-1e29-4e33-9f3d-afc08f985921 req-d4296a95-c167-4b63-9842-1298d340e1b9 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 210 time: 0.0468080 May 30 12:11:14.761954 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:14.792441 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-99c4ae6b-64c3-4982-8a2d-19c230763ded admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f8b14b6ddb049b6ae4a02df41c1663a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779981 May 30 12:11:14.797840 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47526) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:14.806912 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4ae6b-64c3-4982-8a2d-19c230763ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cd1c4a-74b8-4546-aa49-39d869a9e84e,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:14.898483 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f2869ec4-6430-487e-88ae-bacb755a49e8 admin admin] Publish callbacks [] for security_group (d1cd1c4a-74b8-4546-aa49-39d869a9e84e), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.932935 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f2869ec4-6430-487e-88ae-bacb755a49e8 admin admin] Publish callbacks [] for security_group (d1cd1c4a-74b8-4546-aa49-39d869a9e84e), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.939628 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Made reservation on behalf of dc19bd60cde244559a823a47293540f7 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:11:14.943170 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:14.969881 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47536) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:14.985973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-43da5e62-4bca-43c5-928f-e7863db0fa8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.053688 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f2869ec4-6430-487e-88ae-bacb755a49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d1cd1c4a-74b8-4546-aa49-39d869a9e84e), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.056458 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f2869ec4-6430-487e-88ae-bacb755a49e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.057758 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f2869ec4-6430-487e-88ae-bacb755a49e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1cd1c4a-74b8-4546-aa49-39d869a9e84e HTTP/1.1" status: 204 len: 168 time: 0.2581427 May 30 12:11:15.077194 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-43da5e62-4bca-43c5-928f-e7863db0fa8e admin admin] Publish callbacks [] for security_group (f14536ff-49a4-4dc7-b17a-1db89026c8dd), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.082794 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-43da5e62-4bca-43c5-928f-e7863db0fa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f14536ff-49a4-4dc7-b17a-1db89026c8dd), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.092596 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2869ec4-6430-487e-88ae-bacb755a49e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cd1c4a-74b8-4546-aa49-39d869a9e84e,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:15.132288 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Allocated IP 172.20.0.12 (a121b1f9-7b00-47bf-84b5-7a169b4dfa4a/816f7453-a6c9-4056-8c74-1f3676e7201d/a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:11:15.132968 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da5e62-4bca-43c5-928f-e7863db0fa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14536ff-49a4-4dc7-b17a-1db89026c8dd,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:15.153003 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-43da5e62-4bca-43c5-928f-e7863db0fa8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36bfc5ff5492473a9ff8fab02efff02e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812444 May 30 12:11:15.153391 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47546) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:15.162651 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:15.293841 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5af0cf92-31bc-4d19-845c-891500cb039d admin admin] Publish callbacks [] for security_group (f14536ff-49a4-4dc7-b17a-1db89026c8dd), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.328647 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5af0cf92-31bc-4d19-845c-891500cb039d admin admin] Publish callbacks [] for security_group (f14536ff-49a4-4dc7-b17a-1db89026c8dd), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.366816 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:15.406283 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.435743 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5af0cf92-31bc-4d19-845c-891500cb039d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f14536ff-49a4-4dc7-b17a-1db89026c8dd), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.438317 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5af0cf92-31bc-4d19-845c-891500cb039d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.442335 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-5af0cf92-31bc-4d19-845c-891500cb039d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f14536ff-49a4-4dc7-b17a-1db89026c8dd HTTP/1.1" status: 204 len: 168 time: 0.2851405 May 30 12:11:15.468434 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0cf92-31bc-4d19-845c-891500cb039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14536ff-49a4-4dc7-b17a-1db89026c8dd,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:15.490800 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.515988 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47558) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:15.516924 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:11:15.520858 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:11:15.546233 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:11:15.562388 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ee51a05-c209-423a-99e6-80c239738158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.652132 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:15.653080 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.701731 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9619098 May 30 12:11:15.706293 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff7590-918e-42e4-bc67-cd929da2fbbc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'Port': ['ID=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:15.729806 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Request body: {'port': {'device_id': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:15.843321 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ee51a05-c209-423a-99e6-80c239738158 admin admin] Publish callbacks [] for security_group (fb7a9898-acd2-442e-93fb-a0e46efa8e00), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.849610 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ee51a05-c209-423a-99e6-80c239738158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (fb7a9898-acd2-442e-93fb-a0e46efa8e00), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.896422 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-2f569941-a143-41ed-b05b-7d4d1b467744 None None] Provisioning complete for port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:15.897398 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2f569941-a143-41ed-b05b-7d4d1b467744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.960901 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:15.974386 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-2f569941-a143-41ed-b05b-7d4d1b467744 None None] Port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:11:15.981365 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1ee51a05-c209-423a-99e6-80c239738158 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a06ae2f9cbf64363a685f857556dc268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619503 May 30 12:11:15.984761 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee51a05-c209-423a-99e6-80c239738158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a9898-acd2-442e-93fb-a0e46efa8e00,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:15.985345 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47570) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:15.998638 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72589b44-e83f-474d-b6e6-cb12d8669d13 req-e0d850dd-66f2-483c-abc0-a7d82bec3634 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:16.000311 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-72589b44-e83f-474d-b6e6-cb12d8669d13 req-e0d850dd-66f2-483c-abc0-a7d82bec3634 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 932 time: 0.1012647 May 30 12:11:16.094032 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-72589b44-e83f-474d-b6e6-cb12d8669d13 req-0efd08a3-45f4-444d-b76d-f07530beceaf tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726762 May 30 12:11:16.112332 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:16.199119 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-409569e6-441f-43ad-b975-25c3a31f7c36 admin admin] Publish callbacks [] for security_group (fb7a9898-acd2-442e-93fb-a0e46efa8e00), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:16.263859 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-409569e6-441f-43ad-b975-25c3a31f7c36 admin admin] Publish callbacks [] for security_group (fb7a9898-acd2-442e-93fb-a0e46efa8e00), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:16.450398 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-409569e6-441f-43ad-b975-25c3a31f7c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (fb7a9898-acd2-442e-93fb-a0e46efa8e00), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:16.465457 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-409569e6-441f-43ad-b975-25c3a31f7c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:16.466732 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-409569e6-441f-43ad-b975-25c3a31f7c36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb7a9898-acd2-442e-93fb-a0e46efa8e00 HTTP/1.1" status: 204 len: 168 time: 0.4498816 May 30 12:11:16.514482 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409569e6-441f-43ad-b975-25c3a31f7c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7a9898-acd2-442e-93fb-a0e46efa8e00,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:16.614568 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:11:16.625103 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Publish callbacks [] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:16.643260 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Transition to ACTIVE for port object a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:11:16.650063 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:16.741842 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:16.838434 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Attempting to bind port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:11:16.838774 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Attempting to bind port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:11:16.839156 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Attempting to bind port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 on network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:11:16.845485 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 on network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:11:16.845815 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Attempting to bind port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 on network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:11:16.852394 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:11:16.852739 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Checking segment: {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:11:16.853120 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Bound using segment: {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:11:16.853686 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Bound port: a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60180c8b-0d15-40de-873a-bcdd8eac0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:11:16.854048 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:16.969843 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] For port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:11:16.976071 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] For port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:11:16.979530 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:16.984091 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:17.043433 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:17.044043 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:17.052473 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] 10.222.0.65 "PUT /v2.0/ports/a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 1094 time: 1.3277342 May 30 12:11:17.055911 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:11:17.065383 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c005307-f28d-47ee-b2e3-ea5b2919c982" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:11:17.231622 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf41fb-1b3b-40b5-b393-9d0dd77faca2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:17.247305 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743c16a3-2986-4cf4-be55-54f12c5073ec x-openstack-request-id: req-743c16a3-2986-4cf4-be55-54f12c5073ec {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:11:17.248207 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:11:17.249975 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-743c16a3-2986-4cf4-be55-54f12c5073ec {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:11:17.253429 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743c16a3-2986-4cf4-be55-54f12c5073ec'] response: {'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'status': 'completed', 'code': 200} May 30 12:11:17.308497 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-d5300b76-b76b-49f7-859c-77c4c4a0f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:17.310314 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-d5300b76-b76b-49f7-859c-77c4c4a0f392 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1128 time: 0.1023843 May 30 12:11:17.361119 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:17.401675 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c329735-8a21-4c2c-b721-e993d9c3076a req-0c9c752b-0da1-472c-a565-9337dedb0a80 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:17.404605 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5c329735-8a21-4c2c-b721-e993d9c3076a req-0c9c752b-0da1-472c-a565-9337dedb0a80 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.1334286 May 30 12:11:17.480969 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-a4146135-a3bc-4a21-a191-efedd2e130be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 217 time: 0.0622752 May 30 12:11:17.547618 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5c329735-8a21-4c2c-b721-e993d9c3076a req-5c80e6fe-4309-40aa-81a3-dcc6a60cee4c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418142 May 30 12:11:17.565151 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47604) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:17.588607 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f98ec00b-ee14-442c-b7f0-0328b18f7984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:17.630585 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-aa8cd863-c068-42fc-b438-fdfd9bfbacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:17.632051 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-aa8cd863-c068-42fc-b438-fdfd9bfbacb2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 200 len: 853 time: 0.1347725 May 30 12:11:17.730987 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f98ec00b-ee14-442c-b7f0-0328b18f7984 admin admin] Publish callbacks [] for security_group (82525629-8327-473b-b207-1db4ca1751a5), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:17.737438 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f98ec00b-ee14-442c-b7f0-0328b18f7984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (82525629-8327-473b-b207-1db4ca1751a5), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:17.819808 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f98ec00b-ee14-442c-b7f0-0328b18f7984 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d673597c2e184f62b8963b529cc358df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531736 May 30 12:11:17.822529 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47610) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:17.825164 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ec00b-ee14-442c-b7f0-0328b18f7984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82525629-8327-473b-b207-1db4ca1751a5,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:17.940019 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-16dbe16b-fc69-4feb-9908-c4a71f55a864 admin admin] Publish callbacks [] for security_group (82525629-8327-473b-b207-1db4ca1751a5), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:17.973514 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-16dbe16b-fc69-4feb-9908-c4a71f55a864 admin admin] Publish callbacks [] for security_group (82525629-8327-473b-b207-1db4ca1751a5), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:18.040374 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:18.073545 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-16dbe16b-fc69-4feb-9908-c4a71f55a864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (82525629-8327-473b-b207-1db4ca1751a5), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:18.083756 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-16dbe16b-fc69-4feb-9908-c4a71f55a864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:18.086876 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-16dbe16b-fc69-4feb-9908-c4a71f55a864 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82525629-8327-473b-b207-1db4ca1751a5 HTTP/1.1" status: 204 len: 168 time: 0.2632036 May 30 12:11:18.115578 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbe16b-fc69-4feb-9908-c4a71f55a864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82525629-8327-473b-b207-1db4ca1751a5,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:18.758404 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:18.768611 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041c9ef-d34f-48a7-99c9-7f91253b50be req-da525220-097b-4fd7-adc4-edc766be1937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:18.777201 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0041c9ef-d34f-48a7-99c9-7f91253b50be req-da525220-097b-4fd7-adc4-edc766be1937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.1122813 May 30 12:11:18.873560 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0041c9ef-d34f-48a7-99c9-7f91253b50be req-c9a8aaa0-0b73-48c0-b163-168832118ddd tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941257 May 30 12:11:20.001435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29445c6b-67d8-4651-b63c-e0935625c35b req-b68be741-409b-40cd-a11f-2eb93be705d5 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:20.009721 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-29445c6b-67d8-4651-b63c-e0935625c35b req-b68be741-409b-40cd-a11f-2eb93be705d5 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.0692649 May 30 12:11:20.056831 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-29445c6b-67d8-4651-b63c-e0935625c35b req-6ecdc842-4f47-44a0-ab4b-c095a4727504 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460598 May 30 12:11:20.655165 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b98a9b-833a-4007-9ace-bcb9a15334d6 req-42b639da-28f2-4548-a41f-5f479aa6bbb0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:20.665414 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-34b98a9b-833a-4007-9ace-bcb9a15334d6 req-42b639da-28f2-4548-a41f-5f479aa6bbb0 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0609636 May 30 12:11:20.713263 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-34b98a9b-833a-4007-9ace-bcb9a15334d6 req-de043bfa-ca2f-44c7-99f6-78c7930ec9f4 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473948 May 30 12:11:20.810732 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-01379ffb-c8d1-4baa-8372-f98176cff8d9 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b9ea0feaee34c639f228a4f320f1aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439258 May 30 12:11:21.022104 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-4a7b3314-5241-447a-86aa-23983741083d tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:21.024189 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-4a7b3314-5241-447a-86aa-23983741083d tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122161 May 30 12:11:21.039061 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-b6feecac-f3e8-4d4f-a6fb-b3d9f1ee9641 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/quotas/0b9ea0feaee34c639f228a4f320f1aa3 HTTP/1.1" status: 200 len: 375 time: 0.0095704 May 30 12:11:21.073321 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-04a48474-e807-4e54-af06-c36237948b2b tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b9ea0feaee34c639f228a4f320f1aa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290623 May 30 12:11:21.203462 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca0714-f773-4ed6-836b-51f11a4e4cf7 req-a748bc79-60a8-40c1-a5b3-f09835282fea tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:21.211526 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-08ca0714-f773-4ed6-836b-51f11a4e4cf7 req-a748bc79-60a8-40c1-a5b3-f09835282fea tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.0712588 May 30 12:11:21.278888 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6242800-20fe-40b9-b20e-b52b8d22a08b req-24304e7e-f0c3-4ffc-af5a-13f85c56f763 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0390909 May 30 12:11:21.346794 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-08ca0714-f773-4ed6-836b-51f11a4e4cf7 req-b4ee7878-0e4e-462d-9b0f-e928f3f7c383 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330287 May 30 12:11:21.856788 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cab567-6008-4c82-a83e-b301f3ea1de5 req-79431025-bbe9-4d72-9905-fb97ed128796 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:21.858422 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-62cab567-6008-4c82-a83e-b301f3ea1de5 req-79431025-bbe9-4d72-9905-fb97ed128796 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0610933 May 30 12:11:21.915020 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-62cab567-6008-4c82-a83e-b301f3ea1de5 req-40c1b337-2563-47ae-bc19-952b3290aa07 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503278 May 30 12:11:22.429356 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7eb6f6a4-725e-4b78-990a-c1c696ea6484 req-0937f521-16e2-4e17-93c2-5e7be16729cf tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0653059 May 30 12:11:22.486730 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf414c-7993-42bb-a157-da06867ac8ce req-7e7cdfab-e366-4a3a-87ae-3fad72ec40db tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:22.488297 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-facf414c-7993-42bb-a157-da06867ac8ce req-7e7cdfab-e366-4a3a-87ae-3fad72ec40db tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.0507567 May 30 12:11:22.542114 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-facf414c-7993-42bb-a157-da06867ac8ce req-8e4ddfb6-c4e0-47c0-8643-956306b15ec2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 May 30 12:11:22.671290 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:11:23.053222 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649086-5415-42fc-920c-a1e805ffc419 req-6b70e0c3-432e-4b29-b451-ea659795651b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:23.056781 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-57649086-5415-42fc-920c-a1e805ffc419 req-6b70e0c3-432e-4b29-b451-ea659795651b tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0531590 May 30 12:11:23.068345 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:23.133402 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-57649086-5415-42fc-920c-a1e805ffc419 req-795966ae-6f6c-4194-a9aa-44d74b943b3c tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719697 May 30 12:11:23.238705 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47736) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:23.356303 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:23.473920 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Publish callbacks [] for security_group (bb4aec05-9b15-4e41-a8f3-c5b0dc455a32), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:23.479007 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (bb4aec05-9b15-4e41-a8f3-c5b0dc455a32), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:23.525581 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:23.538696 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91cf9917f195476c9b9561c94c31255d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988040 May 30 12:11:23.541466 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47744) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:23.554112 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4aec05-9b15-4e41-a8f3-c5b0dc455a32,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:23.559958 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8e25c41f-8110-4eee-9f59-d4e1c934ed79 req-4b22fa91-2089-4c57-9c67-f0a669630651 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0393577 May 30 12:11:23.566363 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.566716 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.567059 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.567397 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.567729 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.568058 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.568414 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.568736 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.569062 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.569390 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.569714 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.570037 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.570356 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.570673 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.571023 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e6602-7afb-41d1-a946-06631f0ff8ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:23.670804 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fe0b-a020-4f9f-abed-a43e781d7c3e admin admin] Publish callbacks [] for security_group (bb4aec05-9b15-4e41-a8f3-c5b0dc455a32), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:23.697396 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fe0b-a020-4f9f-abed-a43e781d7c3e admin admin] Publish callbacks [] for security_group (bb4aec05-9b15-4e41-a8f3-c5b0dc455a32), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:23.701069 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbc5c5-f1b9-4bbd-b0b1-929c7a65e726 req-58aeef4b-df47-4b14-98c8-943c9f84fb34 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:23.710141 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f3cbc5c5-f1b9-4bbd-b0b1-929c7a65e726 req-58aeef4b-df47-4b14-98c8-943c9f84fb34 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.0719290 May 30 12:11:23.772058 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fe0b-a020-4f9f-abed-a43e781d7c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (bb4aec05-9b15-4e41-a8f3-c5b0dc455a32), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:23.773953 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f3cbc5c5-f1b9-4bbd-b0b1-929c7a65e726 req-da5e5778-7226-49a3-812c-629dee7f40ce tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629647 May 30 12:11:23.774857 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fe0b-a020-4f9f-abed-a43e781d7c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:23.775976 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f6d2fe0b-a020-4f9f-abed-a43e781d7c3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb4aec05-9b15-4e41-a8f3-c5b0dc455a32 HTTP/1.1" status: 204 len: 168 time: 0.2334714 May 30 12:11:23.793281 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2fe0b-a020-4f9f-abed-a43e781d7c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4aec05-9b15-4e41-a8f3-c5b0dc455a32,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:24.212136 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47754) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:24.226550 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f12beb62-6f61-47c5-8bf4-ea3ed909ee28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:24.264516 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02c95-0b57-49ea-9d6e-5d85e7bf687b req-8862d9ac-5d50-4246-946c-bc1e6f4e3f62 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:24.266228 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-05f02c95-0b57-49ea-9d6e-5d85e7bf687b req-8862d9ac-5d50-4246-946c-bc1e6f4e3f62 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0537119 May 30 12:11:24.317319 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f12beb62-6f61-47c5-8bf4-ea3ed909ee28 admin admin] Publish callbacks [] for security_group (3c7da128-83e4-4bab-afef-d5dcf53f8abc), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:24.322458 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f12beb62-6f61-47c5-8bf4-ea3ed909ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (3c7da128-83e4-4bab-afef-d5dcf53f8abc), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:24.324989 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-05f02c95-0b57-49ea-9d6e-5d85e7bf687b req-af1a97c7-c4d9-47d4-83c3-2de3a24d6fd9 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525429 May 30 12:11:24.367083 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f12beb62-6f61-47c5-8bf4-ea3ed909ee28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=367f865d8dec4999aecd0fcd7eddbba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538377 May 30 12:11:24.367800 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12beb62-6f61-47c5-8bf4-ea3ed909ee28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7da128-83e4-4bab-afef-d5dcf53f8abc,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:24.369795 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47756) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:24.426302 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-42e8aa47-033d-4c04-9a9c-8d0030c8ac35 admin admin] Publish callbacks [] for security_group (3c7da128-83e4-4bab-afef-d5dcf53f8abc), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:24.460549 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-42e8aa47-033d-4c04-9a9c-8d0030c8ac35 admin admin] Publish callbacks [] for security_group (3c7da128-83e4-4bab-afef-d5dcf53f8abc), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:24.473762 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-f25abf54-20ab-4a6b-b5cb-7fb2e60a9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:24.475519 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-f25abf54-20ab-4a6b-b5cb-7fb2e60a9187 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469513 May 30 12:11:24.515247 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-42e8aa47-033d-4c04-9a9c-8d0030c8ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (3c7da128-83e4-4bab-afef-d5dcf53f8abc), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:24.519828 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-42e8aa47-033d-4c04-9a9c-8d0030c8ac35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:24.522621 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-42e8aa47-033d-4c04-9a9c-8d0030c8ac35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c7da128-83e4-4bab-afef-d5dcf53f8abc HTTP/1.1" status: 204 len: 168 time: 0.1502717 May 30 12:11:24.531739 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8aa47-033d-4c04-9a9c-8d0030c8ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7da128-83e4-4bab-afef-d5dcf53f8abc,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:24.700383 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0070254e-ae20-4799-8698-d53bf2aec30d req-2e39a6f7-6a18-48b9-9824-1f62a5489ad7 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0393937 May 30 12:11:24.931197 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f2cd6-0f35-41ed-afb8-7810e36d5a6a req-808f5333-91eb-4ad6-9c46-a0fe3698846d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:24.932774 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9b7f2cd6-0f35-41ed-afb8-7810e36d5a6a req-808f5333-91eb-4ad6-9c46-a0fe3698846d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.0670087 May 30 12:11:24.991605 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9b7f2cd6-0f35-41ed-afb8-7810e36d5a6a req-cc3fa3dd-804f-4d0d-89b4-703ee08da8f1 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513029 May 30 12:11:25.453118 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c96f0a-7357-4f7e-863a-edd19ed84244 req-750d99bd-dc4c-4e61-ba8b-14bd63a766a1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:25.454702 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-43c96f0a-7357-4f7e-863a-edd19ed84244 req-750d99bd-dc4c-4e61-ba8b-14bd63a766a1 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0524838 May 30 12:11:25.508516 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-43c96f0a-7357-4f7e-863a-edd19ed84244 req-899641a3-cf73-4dd1-850d-3bfa77d9c7a9 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460227 May 30 12:11:25.770086 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-3adc4500-f7f2-4c84-921e-3b0c01b3ca35 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101391 May 30 12:11:25.820550 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d3d8fe61-e7c6-480c-bcc6-503f431ed37e req-d4c99175-f390-49e8-8b7f-4675b1d39883 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0408545 May 30 12:11:25.923126 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:25.945901 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1dc38cd7-27b5-421b-a6a7-b671dfffa32a req-7ae7be3d-679f-4053-b6f8-f79694affc33 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006479 May 30 12:11:26.022587 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-60d81a40-3436-4dcc-ad67-3d2e0176de36 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:26.024150 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-60d81a40-3436-4dcc-ad67-3d2e0176de36 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0600691 May 30 12:11:26.117056 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e60d05-e04c-4880-bbab-e16a638c0c1f req-2ee554fa-4a43-4fda-8de3-5cd997647a32 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:26.118838 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e5e60d05-e04c-4880-bbab-e16a638c0c1f req-2ee554fa-4a43-4fda-8de3-5cd997647a32 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.0555296 May 30 12:11:26.171558 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e5e60d05-e04c-4880-bbab-e16a638c0c1f req-527a8aa6-0be7-436d-a4e5-8395ac15efac tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 May 30 12:11:26.467041 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47820) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:26.572615 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:26.582763 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-79d8a11c-0d71-490d-9a3b-80b8bdb1d2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:26.652805 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55208d82-1ac2-4e5a-9621-302d2f8ca2c9 req-d23f7e49-fe74-401b-82f6-4f2cf9c192ba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:26.654264 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-55208d82-1ac2-4e5a-9621-302d2f8ca2c9 req-d23f7e49-fe74-401b-82f6-4f2cf9c192ba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0632536 May 30 12:11:26.728900 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-55208d82-1ac2-4e5a-9621-302d2f8ca2c9 req-71a7a687-6dd1-4886-9bb0-f4085a556037 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677891 May 30 12:11:26.743197 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-79d8a11c-0d71-490d-9a3b-80b8bdb1d2f7 admin admin] Publish callbacks [] for security_group (a92523ac-c47c-47e8-90c5-fb52edbc25b2), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:26.748411 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-79d8a11c-0d71-490d-9a3b-80b8bdb1d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a92523ac-c47c-47e8-90c5-fb52edbc25b2), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:26.781833 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:26.789633 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-79d8a11c-0d71-490d-9a3b-80b8bdb1d2f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=744b4dc4307e4762a1dc2e02a7449f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215086 May 30 12:11:26.791402 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8a11c-0d71-490d-9a3b-80b8bdb1d2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92523ac-c47c-47e8-90c5-fb52edbc25b2,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:26.792352 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 47826) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:26.899798 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53cc8364-3b7e-4353-9361-4b5938ad3bcd admin admin] Publish callbacks [] for security_group (a92523ac-c47c-47e8-90c5-fb52edbc25b2), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:26.920974 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f6eb5c54-e4a8-450d-bd39-61b72cb31ee1 req-00acfd7b-79cc-4e05-9060-563693623fdb tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0277860 May 30 12:11:26.933968 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-2c18b8b9-73e0-43b4-9462-e31283f6084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:26.935409 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-2c18b8b9-73e0-43b4-9462-e31283f6084d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1128 time: 0.0938523 May 30 12:11:26.965226 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53cc8364-3b7e-4353-9361-4b5938ad3bcd admin admin] Publish callbacks [] for security_group (a92523ac-c47c-47e8-90c5-fb52edbc25b2), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:26.997499 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Deleting port e2714e9d-b17a-42e1-8920-55a988a1b563 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:11:26.997830 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.005675 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:27.139100 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53cc8364-3b7e-4353-9361-4b5938ad3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a92523ac-c47c-47e8-90c5-fb52edbc25b2), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.141494 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-53cc8364-3b7e-4353-9361-4b5938ad3bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.142662 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-53cc8364-3b7e-4353-9361-4b5938ad3bcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a92523ac-c47c-47e8-90c5-fb52edbc25b2 HTTP/1.1" status: 204 len: 168 time: 0.3493364 May 30 12:11:27.187961 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] For port e2714e9d-b17a-42e1-8920-55a988a1b563, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e2714e9d-b17a-42e1-8920-55a988a1b563,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:27.188355 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.206726 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc8364-3b7e-4353-9361-4b5938ad3bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92523ac-c47c-47e8-90c5-fb52edbc25b2,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:27.215991 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-bcf379f0-e1bc-4f64-b077-9bb3bc846e25 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0b9ea0feaee34c639f228a4f320f1aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597353 May 30 12:11:27.352875 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14546f5-2417-4412-b3da-0783ab24c29f req-4135396a-7663-4e67-b59b-d786f3ed14c9 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:27.354931 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e14546f5-2417-4412-b3da-0783ab24c29f req-4135396a-7663-4e67-b59b-d786f3ed14c9 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.0733593 May 30 12:11:27.362464 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-a54d71bc-5275-4c77-a788-db0cd6cb0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:27.363946 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-a54d71bc-5275-4c77-a788-db0cd6cb0fc4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 915 time: 0.3038054 May 30 12:11:27.420042 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e14546f5-2417-4412-b3da-0783ab24c29f req-9649099f-e769-4d66-a6d2-e9d942b1e76e tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591395 May 30 12:11:27.498448 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47840) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:27.515578 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8ee5cced-29e0-4798-ab10-07edf4f09326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.602675 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8ee5cced-29e0-4798-ab10-07edf4f09326 admin admin] Publish callbacks [] for security_group (cb70ff6b-e568-4a8f-9027-29388eda868d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.607319 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8ee5cced-29e0-4798-ab10-07edf4f09326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (cb70ff6b-e568-4a8f-9027-29388eda868d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.652608 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8ee5cced-29e0-4798-ab10-07edf4f09326 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c0a935467c046cc8c07894310eefac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505799 May 30 12:11:27.652608 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5cced-29e0-4798-ab10-07edf4f09326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb70ff6b-e568-4a8f-9027-29388eda868d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:27.653619 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47842) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:27.703568 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40337d12-6e19-4bb5-bfcd-ed535254f45e admin admin] Publish callbacks [] for security_group (cb70ff6b-e568-4a8f-9027-29388eda868d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.727149 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40337d12-6e19-4bb5-bfcd-ed535254f45e admin admin] Publish callbacks [] for security_group (cb70ff6b-e568-4a8f-9027-29388eda868d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.741141 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-5233e7c0-fec9-4ce0-a0f1-d2190710b63b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 217 time: 0.0979824 May 30 12:11:27.780455 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40337d12-6e19-4bb5-bfcd-ed535254f45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (cb70ff6b-e568-4a8f-9027-29388eda868d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.783830 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40337d12-6e19-4bb5-bfcd-ed535254f45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.785030 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-40337d12-6e19-4bb5-bfcd-ed535254f45e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb70ff6b-e568-4a8f-9027-29388eda868d HTTP/1.1" status: 204 len: 168 time: 0.1307669 May 30 12:11:27.793695 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40337d12-6e19-4bb5-bfcd-ed535254f45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb70ff6b-e568-4a8f-9027-29388eda868d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:27.886042 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-13888c9c-1b99-407e-aa28-4aff4f8c959f tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:27.887482 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-13888c9c-1b99-407e-aa28-4aff4f8c959f tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6589460 May 30 12:11:27.897308 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c4424-f809-4de7-bb87-a2f5dd7621de req-55c0beb4-b0b1-4cc3-afd3-6542d8971066 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:27.899111 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ba6c4424-f809-4de7-bb87-a2f5dd7621de req-55c0beb4-b0b1-4cc3-afd3-6542d8971066 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 946 time: 0.0565226 May 30 12:11:27.905962 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Request body: {'port': {'device_id': '0fff5784-b25c-4dad-9826-af23b4f7658a', 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240', 'admin_state_up': True, 'tenant_id': '0b9ea0feaee34c639f228a4f320f1aa3'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:27.917312 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-192ab2d1-a959-4552-93df-8c89f03e2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:27.918769 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-192ab2d1-a959-4552-93df-8c89f03e2929 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 200 len: 853 time: 0.1611953 May 30 12:11:27.934932 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.935299 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (c621da07-5e60-43ee-a6ff-a25f317a692b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:27.935760 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Floating IP c621da07-5e60-43ee-a6ff-a25f317a692b disassociated. External IP: 172.27.1.235, port: e2714e9d-b17a-42e1-8920-55a988a1b563. May 30 12:11:27.935968 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Calling delete_port for e2714e9d-b17a-42e1-8920-55a988a1b563 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:11:27.971566 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ba6c4424-f809-4de7-bb87-a2f5dd7621de req-99a0ab6c-5916-4ea7-bb56-ea805d36bdb9 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups?id=970ada76-99b2-4164-971e-b6008966dffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644064 May 30 12:11:28.016803 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:28.032208 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0b793cde-56b0-4181-ac54-6a46da92773b req-41804257-35b2-4989-99fe-6b7c45461c19 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0343065 May 30 12:11:28.067169 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-864c2203-2bc3-4b5c-8068-b8bbc56693d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:28.068689 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-864c2203-2bc3-4b5c-8068-b8bbc56693d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1362851 May 30 12:11:28.222526 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:28.241976 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Made reservation on behalf of 0b9ea0feaee34c639f228a4f320f1aa3 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:11:28.245712 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:28.278389 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-5956cf16-ad63-4432-86a6-cfc568a2ba0f service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962919 May 30 12:11:28.281351 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:28.376687 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (e2714e9d-b17a-42e1-8920-55a988a1b563), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:28.430302 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event deleted for resources: {'Port': ['ID=e2714e9d-b17a-42e1-8920-55a988a1b563,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:28.512781 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-12a3918a-75b0-4bf0-b22d-470b68059353 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237036 May 30 12:11:28.557501 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks [] for security_group (ab703f50-a5f7-4832-8a23-69eceda3e4c0), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:28.566879 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ab703f50-a5f7-4832-8a23-69eceda3e4c0), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:28.576210 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353c1ec-1f2f-42ed-971b-34b796b8ff38 req-bdc951b0-5381-4092-92e0-d763f9c99c8f tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:28.578181 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6353c1ec-1f2f-42ed-971b-34b796b8ff38 req-bdc951b0-5381-4092-92e0-d763f9c99c8f tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 944 time: 0.0700457 May 30 12:11:28.598714 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:11:28.617088 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:28.646334 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6353c1ec-1f2f-42ed-971b-34b796b8ff38 req-85ab8cb6-dfd1-4e33-a2e5-e65d3ef5122e tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610142 May 30 12:11:28.690751 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:28.708289 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab703f50-a5f7-4832-8a23-69eceda3e4c0,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:28.713498 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Router 310e0f69-6350-4ff1-85d8-234cd151838a has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:11:28.733232 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:28.748018 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'port_id': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'mac_address': 'fa:16:3e:a7:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:11:28.784470 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:11:28.785144 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:28.800983 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:11:28.826157 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:28.833149 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:28.868256 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:28.896496 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:28.903252 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:28.905421 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Allocated IP 192.168.233.201 (e2da60ba-c917-4582-8d77-b6ad4e0dc240/cfb2a72e-75db-4e6d-aa02-06400aad7d38/88273239-7077-4f3d-b530-e64d6b1c2ba3) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:11:28.908136 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:11:28.912996 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.913820 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.914019 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.914595 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.915132 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.915562 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.915970 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.916555 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.917127 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.917732 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.918277 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.918820 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.919378 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.919909 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.920029 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] Sync routers for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:11:28.920988 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:28.941194 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:11:28.941843 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:11:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:28.979464 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] No DVR routers for this DVR port e2714e9d-b17a-42e1-8920-55a988a1b563 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:11:29.007013 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:29.011582 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-44b1ac80-e084-485f-a784-9e4c4490e3b6 req-41ce1d5f-dcd0-409b-b4eb-98f885cbadba tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.65 "DELETE /v2.0/ports/e2714e9d-b17a-42e1-8920-55a988a1b563 HTTP/1.1" status: 204 len: 173 time: 2.1602137 May 30 12:11:29.012354 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-deleted', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:11:29.014981 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e274abb-81c3-4f00-9f26-0f7ac6e6d05b" -d '{"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-deleted", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:11:29.106269 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:11:29.106699 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd40faef-8c1c-4348-a03c-24137b09f0a1 x-openstack-request-id: req-dd40faef-8c1c-4348-a03c-24137b09f0a1 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:11:29.107799 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0614f5df-431f-4955-acdb-05894441016c", "name": "network-vif-deleted", "tag": "e2714e9d-b17a-42e1-8920-55a988a1b563", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:11:29.108299 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd40faef-8c1c-4348-a03c-24137b09f0a1 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:11:29.108884 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd40faef-8c1c-4348-a03c-24137b09f0a1'] response: {'server_uuid': '0614f5df-431f-4955-acdb-05894441016c', 'name': 'network-vif-deleted', 'tag': 'e2714e9d-b17a-42e1-8920-55a988a1b563', 'status': 'completed', 'code': 200} May 30 12:11:29.151211 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:11:29.152218 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:29.186500 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-79d83a41-73ce-4afd-92a7-2711d575d539 req-334f1630-25b7-4154-b963-e356b29c7c20 tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/ports?device_id=0614f5df-431f-4955-acdb-05894441016c HTTP/1.1" status: 200 len: 210 time: 0.0783176 May 30 12:11:29.246193 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks [] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:29.269871 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7f3eb1f3-dd4e-45b7-9f31-512519177f25 req-2e5dfb0a-fe34-4538-a804-2e42fc3e43f8 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0380197 May 30 12:11:29.297446 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:29.352825 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Network e2da60ba-c917-4582-8d77-b6ad4e0dc240 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:11:29.357848 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:11:29.365172 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:11:29.412258 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Pushing event updated for resources: {'Port': ['ID=88273239-7077-4f3d-b530-e64d6b1c2ba3,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:29.434487 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:29.434758 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:29.435194 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:29.464584 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-fd290020-d740-48b9-ae21-e864971514e3 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5626190 May 30 12:11:29.475009 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] Checking router: 310e0f69-6350-4ff1-85d8-234cd151838a for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:11:29.484249 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:11:29.484877 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:11:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:29.533401 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Request body: {'port': {'device_id': '0fff5784-b25c-4dad-9826-af23b4f7658a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:29.617726 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:11:29.658906 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:29.722159 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-6e5829c8-50e4-484a-ba76-4bb37e027eb2 None None] Provisioning complete for port 88273239-7077-4f3d-b530-e64d6b1c2ba3 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:29.722730 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6e5829c8-50e4-484a-ba76-4bb37e027eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:29.789782 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-6e5829c8-50e4-484a-ba76-4bb37e027eb2 None None] Port 88273239-7077-4f3d-b530-e64d6b1c2ba3 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:11:29.872465 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff544f96-b68d-4477-aafe-046efa57efd2 req-cfce2e5a-ff19-4d62-b835-ab41efa386f6 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:29.874518 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ff544f96-b68d-4477-aafe-046efa57efd2 req-cfce2e5a-ff19-4d62-b835-ab41efa386f6 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 945 time: 0.0742130 May 30 12:11:29.902891 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:29.932635 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb81265-facb-44c7-85e1-269e4f501bb0 None None] The sync data for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi is: [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:04:19Z', 'revision_number': 4, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '6f674bb8-e147-475a-b5c4-38f44e887f7d', 'name': '', 'network_id': '1b1749ee-1593-44ab-bdce-c8c4ff3a2f62', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'mac_address': 'fa:16:3e:01:56:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:16Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'subnets': [{'id': '47e0e848-b302-47e0-9aa2-d1c22a3ccaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:11:29.948083 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ff544f96-b68d-4477-aafe-046efa57efd2 req-46f12801-e6c2-4053-b1b1-371283522883 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665846 May 30 12:11:30.051380 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88273239-7077-4f3d-b530-e64d6b1c2ba3 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:11:30.060376 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Publish callbacks [] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.078893 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Transition to ACTIVE for port object 88273239-7077-4f3d-b530-e64d6b1c2ba3 will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:11:30.085380 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.140975 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=88273239-7077-4f3d-b530-e64d6b1c2ba3,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:30.214938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:30.240702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Attempting to bind port 88273239-7077-4f3d-b530-e64d6b1c2ba3 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:11:30.240934 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Attempting to bind port 88273239-7077-4f3d-b530-e64d6b1c2ba3 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '5014a82b-d689-48a1-ac03-e7ea3b56c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:11:30.241262 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Attempting to bind port 88273239-7077-4f3d-b530-e64d6b1c2ba3 on network e2da60ba-c917-4582-8d77-b6ad4e0dc240 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:11:30.246743 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Port 88273239-7077-4f3d-b530-e64d6b1c2ba3 on network e2da60ba-c917-4582-8d77-b6ad4e0dc240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:11:30.247055 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Attempting to bind port 88273239-7077-4f3d-b530-e64d6b1c2ba3 on network e2da60ba-c917-4582-8d77-b6ad4e0dc240 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:11:30.253441 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:11:30.253779 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Checking segment: {'id': '5014a82b-d689-48a1-ac03-e7ea3b56c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:11:30.254158 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Bound using segment: {'id': '5014a82b-d689-48a1-ac03-e7ea3b56c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:11:30.254589 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Bound port: 88273239-7077-4f3d-b530-e64d6b1c2ba3, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5014a82b-d689-48a1-ac03-e7ea3b56c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:11:30.254952 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.258104 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:30.265341 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe07d1a-4a60-4a07-af53-bdd9cfef340d None None] New status for floating IP c621da07-5e60-43ee-a6ff-a25f317a692b: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:11:30.346151 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47914) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:30.385165 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] For port 88273239-7077-4f3d-b530-e64d6b1c2ba3, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:11:30.390039 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] For port 88273239-7077-4f3d-b530-e64d6b1c2ba3, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=88273239-7077-4f3d-b530-e64d6b1c2ba3,segment=NetworkSegment(5014a82b-d689-48a1-ac03-e7ea3b56c763),segment_id=5014a82b-d689-48a1-ac03-e7ea3b56c763)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:11:30.402851 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.452694 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:30.452694 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.453635 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] 10.222.0.65 "PUT /v2.0/ports/88273239-7077-4f3d-b530-e64d6b1c2ba3 HTTP/1.1" status: 200 len: 1098 time: 0.9265649 May 30 12:11:30.476975 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea90cb-7bf8-43b5-b7b5-4a6472389ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=88273239-7077-4f3d-b530-e64d6b1c2ba3,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:30.480762 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6f298-99d0-436e-8f45-3849586caa4a req-5b95d890-83fc-4ab4-a683-cb08aaa2b790 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:30.489402 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-42b6f298-99d0-436e-8f45-3849586caa4a req-5b95d890-83fc-4ab4-a683-cb08aaa2b790 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 948 time: 0.1145117 May 30 12:11:30.516518 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-471bc808-746f-4fbe-b44e-2341933897bd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (970ada76-99b2-4164-971e-b6008966dffc), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.532040 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:30.570451 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-471bc808-746f-4fbe-b44e-2341933897bd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (970ada76-99b2-4164-971e-b6008966dffc), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.577747 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-b5784326-24c4-4257-8206-a8adab785d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:30.580480 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-b5784326-24c4-4257-8206-a8adab785d47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b9ea0feaee34c639f228a4f320f1aa3&device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 1132 time: 0.0803885 May 30 12:11:30.601681 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:11:30.603940 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-42b6f298-99d0-436e-8f45-3849586caa4a req-df0bc427-e0ae-4e23-92d4-8b8701dea957 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135821 May 30 12:11:30.661651 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-be1e4ffc-0413-406b-8d50-8e5adcf2bb01 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=88273239-7077-4f3d-b530-e64d6b1c2ba3 HTTP/1.1" status: 200 len: 217 time: 0.0530884 May 30 12:11:30.671798 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-471bc808-746f-4fbe-b44e-2341933897bd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (970ada76-99b2-4164-971e-b6008966dffc), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.678114 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-471bc808-746f-4fbe-b44e-2341933897bd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.680871 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-471bc808-746f-4fbe-b44e-2341933897bd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "DELETE /v2.0/security-groups/970ada76-99b2-4164-971e-b6008966dffc HTTP/1.1" status: 204 len: 168 time: 0.3306458 May 30 12:11:30.691361 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47920) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:30.703102 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:11:30.712218 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:30.713357 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.719235 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bc808-746f-4fbe-b44e-2341933897bd tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970ada76-99b2-4164-971e-b6008966dffc,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:30.727441 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.api.v2.resource [None req-d31e00ab-64b0-4440-899a-ce14a2e642fe tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] show failed (client error): The resource could not be found. May 30 12:11:30.731312 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d31e00ab-64b0-4440-899a-ce14a2e642fe tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "GET /v2.0/security-groups/970ada76-99b2-4164-971e-b6008966dffc HTTP/1.1" status: 404 len: 347 time: 0.0352800 May 30 12:11:30.731502 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47922) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:30.757477 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-df682021-bcae-4a9d-a45f-0a8a71f4c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:30.758997 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-df682021-bcae-4a9d-a45f-0a8a71f4c3b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cfb2a72e-75db-4e6d-aa02-06400aad7d38 HTTP/1.1" status: 200 len: 843 time: 0.0822268 May 30 12:11:30.815654 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-14ac7f37-1812-4444-9795-8c05e11ad532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:30.817422 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-14ac7f37-1812-4444-9795-8c05e11ad532 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2da60ba-c917-4582-8d77-b6ad4e0dc240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0488687 May 30 12:11:30.870562 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Deleting port 5713f9e5-e585-4397-9f97-0b108d032321 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:11:30.871054 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (5713f9e5-e585-4397-9f97-0b108d032321), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.878148 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:11:30.878683 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.905179 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:11:30.908214 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aa22a6-b6d7-47c6-bb4e-97e9ee49ec6e" -d '{"events": [{"server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "name": "network-vif-plugged", "status": "completed", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:11:30.922822 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:30.930560 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:30.931812 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e2714e9d-b17a-42e1-8920-55a988a1b563 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:11:30.941795 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-b7f80694-9419-47fd-90c0-2553e70bd63b service neutron] 10.222.0.65 "GET /v2.0/networks/e2da60ba-c917-4582-8d77-b6ad4e0dc240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144741 May 30 12:11:30.959755 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: e2714e9d-b17a-42e1-8920-55a988a1b563 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:11:30.960323 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device e2714e9d-b17a-42e1-8920-55a988a1b563 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:11:30.963755 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29fc02c-1ae1-4d1e-acd5-4fe13c61555c x-openstack-request-id: req-e29fc02c-1ae1-4d1e-acd5-4fe13c61555c {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:11:30.964295 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "name": "network-vif-plugged", "status": "completed", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:11:30.964693 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e29fc02c-1ae1-4d1e-acd5-4fe13c61555c {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:11:30.965251 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29fc02c-1ae1-4d1e-acd5-4fe13c61555c'] response: {'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'code': 200} May 30 12:11:31.027690 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:31.074993 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (5713f9e5-e585-4397-9f97-0b108d032321), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:31.075317 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (5713f9e5-e585-4397-9f97-0b108d032321), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:31.087489 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-38e6d1a7-939a-42ae-8e64-f1f926dafc88 req-f067c30c-09bf-4249-a910-c469f7e958ac service neutron] 10.222.0.65 "GET /v2.0/networks/e2da60ba-c917-4582-8d77-b6ad4e0dc240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358669 May 30 12:11:31.103380 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Calling delete_port for 5713f9e5-e585-4397-9f97-0b108d032321 owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:11:31.110408 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fff5784-b25c-4dad-9826-af23b4f7658a', 'tag': '88273239-7077-4f3d-b530-e64d6b1c2ba3'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:11:31.114520 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57" -d '{"events": [{"name": "network-changed", "server_uuid": "0fff5784-b25c-4dad-9826-af23b4f7658a", "tag": "88273239-7077-4f3d-b530-e64d6b1c2ba3"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:11:31.172781 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2399001-8c73-41e9-a96f-f0407081f144 x-openstack-request-id: req-b2399001-8c73-41e9-a96f-f0407081f144 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:11:31.173804 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fff5784-b25c-4dad-9826-af23b4f7658a", "tag": "88273239-7077-4f3d-b530-e64d6b1c2ba3", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:11:31.174059 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2399001-8c73-41e9-a96f-f0407081f144 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:11:31.174472 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2399001-8c73-41e9-a96f-f0407081f144'] response: {'name': 'network-changed', 'server_uuid': '0fff5784-b25c-4dad-9826-af23b4f7658a', 'tag': '88273239-7077-4f3d-b530-e64d6b1c2ba3', 'status': 'completed', 'code': 200} May 30 12:11:31.200252 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c932016-4741-4dfd-8af4-5dd27d0a46ca req-3b170d08-5271-4ccf-9b02-fae16cd01b38 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:31.201788 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8c932016-4741-4dfd-8af4-5dd27d0a46ca req-3b170d08-5271-4ccf-9b02-fae16cd01b38 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.1296670 May 30 12:11:31.281126 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:31.285463 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8c932016-4741-4dfd-8af4-5dd27d0a46ca req-103dc007-94a5-40c9-905b-2ff6d3289034 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755086 May 30 12:11:31.342601 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (5713f9e5-e585-4397-9f97-0b108d032321), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:31.367764 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Pushing event deleted for resources: {'Port': ['ID=5713f9e5-e585-4397-9f97-0b108d032321,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:31.436349 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks [] for floatingip (c621da07-5e60-43ee-a6ff-a25f317a692b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:31.439501 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:31.440847 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1c791165-c912-47f1-a762-c220e2824f6e tempest-AttachVolumeShelveTestJSON-704534015 tempest-AttachVolumeShelveTestJSON-704534015-project] 10.222.0.32 "DELETE /v2.0/floatingips/c621da07-5e60-43ee-a6ff-a25f317a692b HTTP/1.1" status: 204 len: 168 time: 0.7083595 May 30 12:11:31.725626 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcba772-eee3-484f-b8df-77816746e905 req-a60372f4-9165-4590-baa9-8a23679e3e8e tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:31.727309 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3fcba772-eee3-484f-b8df-77816746e905 req-a60372f4-9165-4590-baa9-8a23679e3e8e tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 948 time: 0.0512905 May 30 12:11:31.781359 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3fcba772-eee3-484f-b8df-77816746e905 req-7001e10b-e433-4b6d-961d-9ac347a510c7 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480287 May 30 12:11:32.010282 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec620-aa30-494f-a631-d6d1f2289932 req-c0eb032a-332a-4bdd-9780-1d1365d87547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:32.012283 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a70ec620-aa30-494f-a631-d6d1f2289932 req-c0eb032a-332a-4bdd-9780-1d1365d87547 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1130 time: 0.0705850 May 30 12:11:32.016798 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-1a46e2b5-d5f5-4634-a4eb-8ad70575d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:32.018566 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-1a46e2b5-d5f5-4634-a4eb-8ad70575d282 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b9ea0feaee34c639f228a4f320f1aa3&device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 1132 time: 0.0507674 May 30 12:11:32.124455 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a70ec620-aa30-494f-a631-d6d1f2289932 req-9360e9e6-da61-4d94-a420-f1518149a47e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954370 May 30 12:11:32.144741 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-4772c416-1e66-46e5-9601-bac66312dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:32.146131 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-4772c416-1e66-46e5-9601-bac66312dae5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2da60ba-c917-4582-8d77-b6ad4e0dc240 HTTP/1.1" status: 200 len: 870 time: 0.1114507 May 30 12:11:32.386247 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-506668e7-96df-4687-85eb-e73f538a168d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=88273239-7077-4f3d-b530-e64d6b1c2ba3 HTTP/1.1" status: 200 len: 217 time: 0.0410008 May 30 12:11:32.414964 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546e98-56e8-4c3d-81e1-124d4dbeabd1 req-8655abb8-a103-4860-bc03-de747a5c8708 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:32.416479 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b1546e98-56e8-4c3d-81e1-124d4dbeabd1 req-8655abb8-a103-4860-bc03-de747a5c8708 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.0537202 May 30 12:11:32.445006 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-d2551ba2-c836-4300-9701-f1c231d2b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:32.447495 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-d2551ba2-c836-4300-9701-f1c231d2b401 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cfb2a72e-75db-4e6d-aa02-06400aad7d38 HTTP/1.1" status: 200 len: 843 time: 0.0549781 May 30 12:11:32.471824 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b1546e98-56e8-4c3d-81e1-124d4dbeabd1 req-d600774c-3917-4020-bdca-dd32abd42875 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480580 May 30 12:11:32.499566 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-c5fedcea-c709-4957-a003-5eaa8cbc2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:32.501092 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-c5fedcea-c709-4957-a003-5eaa8cbc2c25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2da60ba-c917-4582-8d77-b6ad4e0dc240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0476241 May 30 12:11:32.615074 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-bd9202e1-ae94-4840-b9a9-62eaf267b096 service neutron] 10.222.0.65 "GET /v2.0/networks/e2da60ba-c917-4582-8d77-b6ad4e0dc240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058700 May 30 12:11:32.831313 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:32.903228 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd63296-c3bb-4013-8bd4-f992ae1937ca req-6df25d12-3c68-4444-874f-3683183aa3b9 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:32.904856 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dfd63296-c3bb-4013-8bd4-f992ae1937ca req-6df25d12-3c68-4444-874f-3683183aa3b9 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 948 time: 0.0541480 May 30 12:11:32.910874 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:32.915152 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7d54fb80-ac19-48fb-99f2-c36a1dca7a57 req-75f9dfb6-c878-46db-b49e-ff9d4bd0e289 service neutron] 10.222.0.65 "GET /v2.0/networks/e2da60ba-c917-4582-8d77-b6ad4e0dc240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916388 May 30 12:11:32.955491 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dfd63296-c3bb-4013-8bd4-f992ae1937ca req-1267849e-460d-4b75-8120-da060847efd7 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 May 30 12:11:33.209580 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ea21ceb7-0290-4bf5-bd3d-b671f4031c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:33.601628 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bafb77-2767-448c-8631-9051788f5a47 req-f3cf105f-18a9-47f8-ac6b-66654d9d91d5 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:33.603151 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-51bafb77-2767-448c-8631-9051788f5a47 req-f3cf105f-18a9-47f8-ac6b-66654d9d91d5 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.0584998 May 30 12:11:33.656245 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-51bafb77-2767-448c-8631-9051788f5a47 req-da810cef-71ff-4607-b222-269827b79658 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466220 May 30 12:11:33.899295 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 47998) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:33.975124 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.146819 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48006) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:34.278875 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.341589 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:34.356097 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff712ec7-b6af-4e82-b706-32e4561a2ff5 req-dfd1e60f-8ecd-4096-b243-3a3ff3f7061b tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:34.357579 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ff712ec7-b6af-4e82-b706-32e4561a2ff5 req-dfd1e60f-8ecd-4096-b243-3a3ff3f7061b tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 948 time: 0.0622745 May 30 12:11:34.361313 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Publish callbacks [] for security_group (a30b8329-0496-4b95-9373-5f535c839acf), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.365755 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a30b8329-0496-4b95-9373-5f535c839acf), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.405098 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30b8329-0496-4b95-9373-5f535c839acf,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:34.409307 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cfdf2f2d56841dc84e57a169c6e7d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613780 May 30 12:11:34.412026 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48010) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:34.423039 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.423390 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.423726 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.424060 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.425128 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.425465 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.425791 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.426115 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.426440 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.426764 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.427114 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.427439 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.427756 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.428073 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.428414 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277256c-e0e1-466d-be35-052412f98ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:11:34.473744 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-99bcc77c-cd88-4c98-8a26-7e7c7c601e39 admin admin] Publish callbacks [] for security_group (a30b8329-0496-4b95-9373-5f535c839acf), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.485839 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ff712ec7-b6af-4e82-b706-32e4561a2ff5 req-7c372f8e-b9ff-49e8-b66c-0cd24ef73bfd tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942264 May 30 12:11:34.495828 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-99bcc77c-cd88-4c98-8a26-7e7c7c601e39 admin admin] Publish callbacks [] for security_group (a30b8329-0496-4b95-9373-5f535c839acf), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.545092 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-99bcc77c-cd88-4c98-8a26-7e7c7c601e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (a30b8329-0496-4b95-9373-5f535c839acf), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.547851 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-99bcc77c-cd88-4c98-8a26-7e7c7c601e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.549028 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-99bcc77c-cd88-4c98-8a26-7e7c7c601e39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a30b8329-0496-4b95-9373-5f535c839acf HTTP/1.1" status: 204 len: 168 time: 0.1361904 May 30 12:11:34.558630 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcc77c-cd88-4c98-8a26-7e7c7c601e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30b8329-0496-4b95-9373-5f535c839acf,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:34.618070 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 88273239-7077-4f3d-b530-e64d6b1c2ba3 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:11:34.639034 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:34.675153 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (310e0f69-6350-4ff1-85d8-234cd151838a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.715802 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:34.890440 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 88273239-7077-4f3d-b530-e64d6b1c2ba3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=88273239-7077-4f3d-b530-e64d6b1c2ba3,segment=NetworkSegment(5014a82b-d689-48a1-ac03-e7ea3b56c763),segment_id=5014a82b-d689-48a1-ac03-e7ea3b56c763)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:34.899857 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07465c4-28d4-4f46-9bfe-8e7379b78f42 req-70a0886f-ed2f-4af9-b4ac-631223edd780 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:34.901892 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c07465c4-28d4-4f46-9bfe-8e7379b78f42 req-70a0886f-ed2f-4af9-b4ac-631223edd780 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.1246507 May 30 12:11:34.907095 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '88273239-7077-4f3d-b530-e64d6b1c2ba3', 'network_id': 'e2da60ba-c917-4582-8d77-b6ad4e0dc240', 'port_id': '88273239-7077-4f3d-b530-e64d6b1c2ba3', 'mac_address': 'fa:16:3e:8e:f6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb2a72e-75db-4e6d-aa02-06400aad7d38', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:11:34.937996 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48018) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:34.949794 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 88273239-7077-4f3d-b530-e64d6b1c2ba3 is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:11:34.950184 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.958242 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:34.964767 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88273239-7077-4f3d-b530-e64d6b1c2ba3 {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:11:34.988171 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 88273239-7077-4f3d-b530-e64d6b1c2ba3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=88273239-7077-4f3d-b530-e64d6b1c2ba3,segment=NetworkSegment(5014a82b-d689-48a1-ac03-e7ea3b56c763),segment_id=5014a82b-d689-48a1-ac03-e7ea3b56c763)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:34.990838 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67c4d4b3-ee28-4db3-9605-ae7bd5e1ada8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:34.992853 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.010550 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c07465c4-28d4-4f46-9bfe-8e7379b78f42 req-a3e9e08e-849e-4222-b530-3c43b6696705 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962305 May 30 12:11:35.051461 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=88273239-7077-4f3d-b530-e64d6b1c2ba3,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:35.071089 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Deleting port 6f674bb8-e147-475a-b5c4-38f44e887f7d {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:11:35.071429 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.187679 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf46b08-3469-4129-bf53-a3104d4b3723 req-cc26e3ab-24a5-4eae-ae56-0e4f1eddc837 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:35.189170 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2bf46b08-3469-4129-bf53-a3104d4b3723 req-cc26e3ab-24a5-4eae-ae56-0e4f1eddc837 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.0783033 May 30 12:11:35.210264 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['88273239-7077-4f3d-b530-e64d6b1c2ba3'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:11:35.238798 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67c4d4b3-ee28-4db3-9605-ae7bd5e1ada8 admin admin] Publish callbacks [] for security_group (d8d542ae-928f-4ea7-93a1-e7f1bb35b470), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.249381 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-67c4d4b3-ee28-4db3-9605-ae7bd5e1ada8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d8d542ae-928f-4ea7-93a1-e7f1bb35b470), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.251458 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:35.262079 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] For port 6f674bb8-e147-475a-b5c4-38f44e887f7d, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=6f674bb8-e147-475a-b5c4-38f44e887f7d,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:35.262440 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.306353 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Calling delete_port for 6f674bb8-e147-475a-b5c4-38f44e887f7d owned by network:router_interface {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:11:35.340790 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2bf46b08-3469-4129-bf53-a3104d4b3723 req-45d5ab38-1eff-413a-8f02-e8ed47915cd6 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419225 May 30 12:11:35.342844 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-67c4d4b3-ee28-4db3-9605-ae7bd5e1ada8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e2e6231cf4c4be9808995203d7bc5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038060 May 30 12:11:35.345954 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48022) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:35.347062 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4d4b3-ee28-4db3-9605-ae7bd5e1ada8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d542ae-928f-4ea7-93a1-e7f1bb35b470,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:35.415840 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c02-9063-42cd-9951-78c0b1e90400 admin admin] Publish callbacks [] for security_group (d8d542ae-928f-4ea7-93a1-e7f1bb35b470), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.440653 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c02-9063-42cd-9951-78c0b1e90400 admin admin] Publish callbacks [] for security_group (d8d542ae-928f-4ea7-93a1-e7f1bb35b470), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.467500 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:35.497007 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c02-9063-42cd-9951-78c0b1e90400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (d8d542ae-928f-4ea7-93a1-e7f1bb35b470), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.500018 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ffc66c02-9063-42cd-9951-78c0b1e90400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.501481 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ffc66c02-9063-42cd-9951-78c0b1e90400 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8d542ae-928f-4ea7-93a1-e7f1bb35b470 HTTP/1.1" status: 204 len: 168 time: 0.1529524 May 30 12:11:35.516750 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc66c02-9063-42cd-9951-78c0b1e90400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d542ae-928f-4ea7-93a1-e7f1bb35b470,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:35.584437 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (6f674bb8-e147-475a-b5c4-38f44e887f7d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.586209 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e7f78b0c-0528-426e-877d-635e2e1425cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.626044 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f674bb8-e147-475a-b5c4-38f44e887f7d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:35.711749 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae241e-9668-4ec8-986b-9f7bea3114f6 req-84ee3e44-bb88-42a1-9e7f-01d5a63b3845 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:35.713444 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-aeae241e-9668-4ec8-986b-9f7bea3114f6 req-84ee3e44-bb88-42a1-9e7f-01d5a63b3845 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 949 time: 0.1005578 May 30 12:11:35.867772 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23972865-52a3-4ece-9a97-d65406f0ae11 req-f37de469-2fb8-488f-b225-f625b15d587f tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:35.869277 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-23972865-52a3-4ece-9a97-d65406f0ae11 req-f37de469-2fb8-488f-b225-f625b15d587f tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.1211412 May 30 12:11:35.879148 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-aeae241e-9668-4ec8-986b-9f7bea3114f6 req-cc51fe56-85df-4209-80d0-9b6c410b13c2 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554625 May 30 12:11:35.952282 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (310e0f69-6350-4ff1-85d8-234cd151838a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:35.998706 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48034) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:36.012722 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3df75c93-9a05-46d3-b600-b22e96aa5660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.013474 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-23972865-52a3-4ece-9a97-d65406f0ae11 req-cba429ed-e238-4062-a9f5-8cafcd870a3e tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235816 May 30 12:11:36.108312 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3df75c93-9a05-46d3-b600-b22e96aa5660 admin admin] Publish callbacks [] for security_group (3c815453-01a5-4869-88dd-1b65c7d93f38), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.115628 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3df75c93-9a05-46d3-b600-b22e96aa5660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (3c815453-01a5-4869-88dd-1b65c7d93f38), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.163276 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-3df75c93-9a05-46d3-b600-b22e96aa5660 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc6af8a2f6a749c199fcfb659b3cdd33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634028 May 30 12:11:36.167968 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48038) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:36.185154 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df75c93-9a05-46d3-b600-b22e96aa5660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c815453-01a5-4869-88dd-1b65c7d93f38,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:36.202123 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:36.211933 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Router 310e0f69-6350-4ff1-85d8-234cd151838a has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:11:36.214819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:36.229403 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-17629555-392e-4c5e-bd33-ea3e471803a9 admin admin] Publish callbacks [] for security_group (3c815453-01a5-4869-88dd-1b65c7d93f38), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.239506 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:36.254250 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-17629555-392e-4c5e-bd33-ea3e471803a9 admin admin] Publish callbacks [] for security_group (3c815453-01a5-4869-88dd-1b65c7d93f38), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.328346 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:11:36.333463 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-17629555-392e-4c5e-bd33-ea3e471803a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (3c815453-01a5-4869-88dd-1b65c7d93f38), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.339608 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] Sync routers for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:11:36.347259 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-17629555-392e-4c5e-bd33-ea3e471803a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.347770 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e5997a16-762d-4cb5-9871-b912aa23be13 admin admin] 10.222.0.32 "PUT /v2.0/routers/310e0f69-6350-4ff1-85d8-234cd151838a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4473367 May 30 12:11:36.349178 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-17629555-392e-4c5e-bd33-ea3e471803a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c815453-01a5-4869-88dd-1b65c7d93f38 HTTP/1.1" status: 204 len: 168 time: 0.1802778 May 30 12:11:36.350844 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48040) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:36.366784 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:11:36.367442 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:11:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:36.369045 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17629555-392e-4c5e-bd33-ea3e471803a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c815453-01a5-4869-88dd-1b65c7d93f38,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:36.499420 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks [] for router (310e0f69-6350-4ff1-85d8-234cd151838a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.553820 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:36.556455 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:11:36.587889 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:36.627350 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 88273239-7077-4f3d-b530-e64d6b1c2ba3 up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:11:36.628985 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks [] for router_gateway (310e0f69-6350-4ff1-85d8-234cd151838a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.681673 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Deleting port 0586fd55-df74-46bf-be22-07cae291d94d {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:11:36.682401 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (0586fd55-df74-46bf-be22-07cae291d94d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.711758 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 88273239-7077-4f3d-b530-e64d6b1c2ba3 completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:11:36.723120 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 88273239-7077-4f3d-b530-e64d6b1c2ba3 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:36.724008 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.778390 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0586fd55-df74-46bf-be22-07cae291d94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:11:35Z', 'revision_number': 5, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port': {'id': '0586fd55-df74-46bf-be22-07cae291d94d', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:04:07Z', 'updated_at': '2022-05-30T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:36.793591 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] For port 0586fd55-df74-46bf-be22-07cae291d94d, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=0586fd55-df74-46bf-be22-07cae291d94d,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:36.794103 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (0586fd55-df74-46bf-be22-07cae291d94d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.809734 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] Checking router: 310e0f69-6350-4ff1-85d8-234cd151838a for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:11:36.813422 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Calling delete_port for 0586fd55-df74-46bf-be22-07cae291d94d owned by network:router_gateway {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:11:36.820239 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] Routers {'310e0f69-6350-4ff1-85d8-234cd151838a'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:11:36.820871 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:11:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['310e0f69-6350-4ff1-85d8-234cd151838a'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:36.831677 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 88273239-7077-4f3d-b530-e64d6b1c2ba3 is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:11:36.832079 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.898192 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 88273239-7077-4f3d-b530-e64d6b1c2ba3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=88273239-7077-4f3d-b530-e64d6b1c2ba3,segment=NetworkSegment(5014a82b-d689-48a1-ac03-e7ea3b56c763),segment_id=5014a82b-d689-48a1-ac03-e7ea3b56c763)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:36.901048 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fff5784-b25c-4dad-9826-af23b4f7658a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88273239-7077-4f3d-b530-e64d6b1c2ba3'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:11:36.905325 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af90f9c4-def0-4d56-90c3-0d1b35b5e722" -d '{"events": [{"server_uuid": "0fff5784-b25c-4dad-9826-af23b4f7658a", "name": "network-vif-plugged", "status": "completed", "tag": "88273239-7077-4f3d-b530-e64d6b1c2ba3"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:11:36.909657 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:36.951249 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] Set router 310e0f69-6350-4ff1-85d8-234cd151838a gateway port host: None {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:11:37.006116 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f5b0d-3359-4f2c-b03e-cc303807fff7 x-openstack-request-id: req-5e8f5b0d-3359-4f2c-b03e-cc303807fff7 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:11:37.006744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fff5784-b25c-4dad-9826-af23b4f7658a", "name": "network-vif-plugged", "status": "completed", "tag": "88273239-7077-4f3d-b530-e64d6b1c2ba3", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:11:37.007156 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e8f5b0d-3359-4f2c-b03e-cc303807fff7 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:11:37.007775 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8f5b0d-3359-4f2c-b03e-cc303807fff7'] response: {'server_uuid': '0fff5784-b25c-4dad-9826-af23b4f7658a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88273239-7077-4f3d-b530-e64d6b1c2ba3', 'code': 200} May 30 12:11:37.063670 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.069081 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=88273239-7077-4f3d-b530-e64d6b1c2ba3,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:37.072042 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (0586fd55-df74-46bf-be22-07cae291d94d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.117979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=0586fd55-df74-46bf-be22-07cae291d94d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:37.130469 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:37.132571 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:11:36Z', 'revision_number': 6, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port_host': None}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:37.162519 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755c3ab-f816-4ec0-afbd-c471090ddfec req-3443fc7e-76d6-4c86-be57-561671261b88 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:37.164137 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9755c3ab-f816-4ec0-afbd-c471090ddfec req-3443fc7e-76d6-4c86-be57-561671261b88 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 950 time: 0.1081278 May 30 12:11:37.173699 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b0f2c-4b95-4552-8ce0-88e82547c97d None None] The sync data for ids ['310e0f69-6350-4ff1-85d8-234cd151838a'] in dv-cinder-840512-2-iscsi is: [{'id': '310e0f69-6350-4ff1-85d8-234cd151838a', 'name': 'tempest-AttachVolumeShelveTestJSON-709338548-router', 'tenant_id': '8e98cc41e8064c90b0e45b32e2d78493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:04:05Z', 'updated_at': '2022-05-30T12:11:36Z', 'revision_number': 6, 'project_id': '8e98cc41e8064c90b0e45b32e2d78493', 'gw_port_host': None}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:11:37.256650 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4087cf-c88c-4d1e-8054-e8fa11f42e33 req-18f3d32c-acf7-4f97-9a36-b76d139499c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:37.258327 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8b4087cf-c88c-4d1e-8054-e8fa11f42e33 req-18f3d32c-acf7-4f97-9a36-b76d139499c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 1134 time: 0.0687962 May 30 12:11:37.259498 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (310e0f69-6350-4ff1-85d8-234cd151838a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.320391 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8b4087cf-c88c-4d1e-8054-e8fa11f42e33 req-289d0962-8bf3-4b8e-b509-694123c06fa8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541151 May 30 12:11:37.333924 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9755c3ab-f816-4ec0-afbd-c471090ddfec req-806b476e-1cc5-4c1f-8bb1-5fde5065782d tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377647 May 30 12:11:37.367294 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (310e0f69-6350-4ff1-85d8-234cd151838a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.369914 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks [] for router_controller (310e0f69-6350-4ff1-85d8-234cd151838a), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.418085 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (310e0f69-6350-4ff1-85d8-234cd151838a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.418768 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 310e0f69-6350-4ff1-85d8-234cd151838a {{(pid=104002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:11:37.423493 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.425507 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-dc8ae7bf-6b41-4564-ac93-327bcb125b6a admin admin] 10.222.0.32 "DELETE /v2.0/routers/310e0f69-6350-4ff1-85d8-234cd151838a HTTP/1.1" status: 204 len: 168 time: 1.0731661 May 30 12:11:37.427898 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48070) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:37.473177 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9caa5acb-b1ba-4580-b31f-edd8804a8455 admin admin] Deleting subnet 47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:11:37.476448 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9caa5acb-b1ba-4580-b31f-edd8804a8455 admin admin] Publish callbacks [] for subnet (47e0e848-b302-47e0-9aa2-d1c22a3ccaf8), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.515953 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9caa5acb-b1ba-4580-b31f-edd8804a8455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9854288'] for subnet (47e0e848-b302-47e0-9aa2-d1c22a3ccaf8), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.654175 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9caa5acb-b1ba-4580-b31f-edd8804a8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (47e0e848-b302-47e0-9aa2-d1c22a3ccaf8), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.722119 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9caa5acb-b1ba-4580-b31f-edd8804a8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8869219'] for subnet (47e0e848-b302-47e0-9aa2-d1c22a3ccaf8), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.751629 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa5acb-b1ba-4580-b31f-edd8804a8455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e0e848-b302-47e0-9aa2-d1c22a3ccaf8,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:37.762143 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9caa5acb-b1ba-4580-b31f-edd8804a8455 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.765506 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9caa5acb-b1ba-4580-b31f-edd8804a8455 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47e0e848-b302-47e0-9aa2-d1c22a3ccaf8 HTTP/1.1" status: 204 len: 168 time: 0.3366368 May 30 12:11:37.770002 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48086) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:37.771886 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d599a-725e-452a-8257-e31e8d8e418c None None] Network 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:11:37.888507 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 6f674bb8-e147-475a-b5c4-38f44e887f7d no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:11:37.890309 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (1b1749ee-1593-44ab-bdce-c8c4ff3a2f62), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.925774 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 6f674bb8-e147-475a-b5c4-38f44e887f7d {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:11:37.926188 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 6f674bb8-e147-475a-b5c4-38f44e887f7d not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:11:37.926742 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 0586fd55-df74-46bf-be22-07cae291d94d no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:11:37.951728 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Deleting port 82514074-d06e-465a-999a-0e152ef50810 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:11:37.952535 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (82514074-d06e-465a-999a-0e152ef50810), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:37.972606 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 0586fd55-df74-46bf-be22-07cae291d94d {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:11:37.973058 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 0586fd55-df74-46bf-be22-07cae291d94d not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:11:38.042972 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] For port 82514074-d06e-465a-999a-0e152ef50810, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=82514074-d06e-465a-999a-0e152ef50810,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:38.043351 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (82514074-d06e-465a-999a-0e152ef50810), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.069635 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Calling delete_port for 82514074-d06e-465a-999a-0e152ef50810 owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:11:38.146889 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf1dec0-3014-4f9d-97b0-a505c720911a None None] DHCP port deletion for 1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:11:38.187115 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:38.191448 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-dcf1dec0-3014-4f9d-97b0-a505c720911a None None] Deleting port 82514074-d06e-465a-999a-0e152ef50810 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:11:38.192214 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dec0-3014-4f9d-97b0-a505c720911a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (82514074-d06e-465a-999a-0e152ef50810), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.205891 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (82514074-d06e-465a-999a-0e152ef50810), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.233785 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82514074-d06e-465a-999a-0e152ef50810,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:38.236203 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] No DVR routers for this DVR port 82514074-d06e-465a-999a-0e152ef50810 on host dv-cinder-840512-2-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:11:38.274580 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-dcf1dec0-3014-4f9d-97b0-a505c720911a None None] For port 82514074-d06e-465a-999a-0e152ef50810, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=82514074-d06e-465a-999a-0e152ef50810,segment=NetworkSegment(ca459669-5d6a-44d8-980d-743414884d8f),segment_id=ca459669-5d6a-44d8-980d-743414884d8f)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:38.274980 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dec0-3014-4f9d-97b0-a505c720911a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (82514074-d06e-465a-999a-0e152ef50810), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.289747 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-dcf1dec0-3014-4f9d-97b0-a505c720911a None None] Calling delete_port for 82514074-d06e-465a-999a-0e152ef50810 owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:11:38.337244 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (1b1749ee-1593-44ab-bdce-c8c4ff3a2f62), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.354347 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:38.362553 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1749ee-1593-44ab-bdce-c8c4ff3a2f62']}} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:38.374396 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca459669-5d6a-44d8-980d-743414884d8f') {'for_net_delete': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:38.374690 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca459669-5d6a-44d8-980d-743414884d8f') {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:38.383412 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.387773 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9345376'] for segment (ca459669-5d6a-44d8-980d-743414884d8f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.404284 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (ca459669-5d6a-44d8-980d-743414884d8f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.412848 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dec0-3014-4f9d-97b0-a505c720911a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (82514074-d06e-465a-999a-0e152ef50810), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.413462 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=104003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:11:38.413861 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8969161'] for segment (ca459669-5d6a-44d8-980d-743414884d8f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.435072 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1dec0-3014-4f9d-97b0-a505c720911a None None] Pushing event deleted for resources: {'Port': ['ID=82514074-d06e-465a-999a-0e152ef50810,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:38.446372 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1dec0-3014-4f9d-97b0-a505c720911a None None] No DVR routers for this DVR port 82514074-d06e-465a-999a-0e152ef50810 on host dv-cinder-840512-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:11:38.462168 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment ca459669-5d6a-44d8-980d-743414884d8f resource provider aggregate not found May 30 12:11:38.485303 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment ca459669-5d6a-44d8-980d-743414884d8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca459669-5d6a-44d8-980d-743414884d8f found for delete ", "request_id": "req-d6f6dfa9-2b3e-424e-87e9-fdebd57bbf3d"}]} May 30 12:11:38.495155 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (1b1749ee-1593-44ab-bdce-c8c4ff3a2f62), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.501113 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.507301 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1b1749ee-1593-44ab-bdce-c8c4ff3a2f62 HTTP/1.1" status: 204 len: 168 time: 0.7331638 May 30 12:11:38.518675 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f23d9-dbdf-43e6-ad52-5307d82062d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1749ee-1593-44ab-bdce-c8c4ff3a2f62,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:38.703630 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48108) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:38.752586 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-2a9f2751-d341-4a59-8197-175cba6e9b11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e98cc41e8064c90b0e45b32e2d78493&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462039 May 30 12:11:38.752741 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17c0b8-127e-4071-9895-87ff7dc0a974 req-15d80f80-d994-4824-b5ae-c6be4d8a9e2e tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:38.755056 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f17c0b8-127e-4071-9895-87ff7dc0a974 req-15d80f80-d994-4824-b5ae-c6be4d8a9e2e tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 950 time: 0.3355319 May 30 12:11:38.755214 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48110) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:38.779504 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:38.810143 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f17c0b8-127e-4071-9895-87ff7dc0a974 req-f0cd74ef-6978-4a30-98a6-0dc4b07c70d4 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488725 May 30 12:11:38.816007 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4c2f73fc-41b7-442b-830f-cfb651b14f27 admin admin] Publish callbacks [] for security_group (f4f18957-39a4-49ee-a06c-0abc8b03ddb5), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.844420 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4c2f73fc-41b7-442b-830f-cfb651b14f27 admin admin] Publish callbacks [] for security_group (f4f18957-39a4-49ee-a06c-0abc8b03ddb5), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.899935 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4c2f73fc-41b7-442b-830f-cfb651b14f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f4f18957-39a4-49ee-a06c-0abc8b03ddb5), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.902531 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4c2f73fc-41b7-442b-830f-cfb651b14f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:38.903683 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-4c2f73fc-41b7-442b-830f-cfb651b14f27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4f18957-39a4-49ee-a06c-0abc8b03ddb5 HTTP/1.1" status: 204 len: 168 time: 0.1468682 May 30 12:11:38.911815 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f73fc-41b7-442b-830f-cfb651b14f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f18957-39a4-49ee-a06c-0abc8b03ddb5,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:39.128754 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90c8f-f26f-4c6c-a98e-6dea4c7951d1 req-3600ba21-03f0-492e-b7b2-6ba239cf14f9 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:39.130852 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cef90c8f-f26f-4c6c-a98e-6dea4c7951d1 req-3600ba21-03f0-492e-b7b2-6ba239cf14f9 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 950 time: 0.0704219 May 30 12:11:39.170667 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:39.191787 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cef90c8f-f26f-4c6c-a98e-6dea4c7951d1 req-0f969f96-63ec-46b2-a307-a19b64285816 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540247 May 30 12:11:39.838595 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 82514074-d06e-465a-999a-0e152ef50810 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:11:39.861679 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 82514074-d06e-465a-999a-0e152ef50810 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:11:39.862023 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 82514074-d06e-465a-999a-0e152ef50810 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:11:39.940463 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:40.329010 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9326dd-fde6-4222-9dd2-0336e86ea634 req-2b36037e-1ed7-4715-affd-4f35a4ffe3e7 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:40.331484 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef9326dd-fde6-4222-9dd2-0336e86ea634 req-2b36037e-1ed7-4715-affd-4f35a4ffe3e7 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 950 time: 0.0533638 May 30 12:11:40.393816 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ef9326dd-fde6-4222-9dd2-0336e86ea634 req-71e6b755-6f45-451a-972c-31a2968fbc52 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553229 May 30 12:11:41.524912 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336008f-4b0c-43b4-ba85-4a7cb0bbf14d req-30148c55-0fbb-4aa6-abd1-cbc87129c108 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:41.526425 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e336008f-4b0c-43b4-ba85-4a7cb0bbf14d req-30148c55-0fbb-4aa6-abd1-cbc87129c108 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 950 time: 0.0570512 May 30 12:11:41.582580 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e336008f-4b0c-43b4-ba85-4a7cb0bbf14d req-838b972e-bdaf-41e5-b05d-ba7da1534199 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482368 May 30 12:11:42.569213 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-09c9bb6b-d8af-4dd8-8fa5-178cf65077f2 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:42.570783 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-09c9bb6b-d8af-4dd8-8fa5-178cf65077f2 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 950 time: 0.0580835 May 30 12:11:42.662531 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Deleting port 88273239-7077-4f3d-b530-e64d6b1c2ba3 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:11:42.662836 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:42.714188 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa7015-eea7-4fff-a27f-bca2ba1a0403 req-b0740b2e-d15d-46b5-96d4-403c693e118d tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:42.716054 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-40fa7015-eea7-4fff-a27f-bca2ba1a0403 req-b0740b2e-d15d-46b5-96d4-403c693e118d tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 950 time: 0.0572541 May 30 12:11:42.772743 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-40fa7015-eea7-4fff-a27f-bca2ba1a0403 req-68bcfb4d-0e25-47f6-ae89-5809144c7fa4 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab703f50-a5f7-4832-8a23-69eceda3e4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493255 May 30 12:11:42.965899 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:43.007806 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] For port 88273239-7077-4f3d-b530-e64d6b1c2ba3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=88273239-7077-4f3d-b530-e64d6b1c2ba3,segment=NetworkSegment(5014a82b-d689-48a1-ac03-e7ea3b56c763),segment_id=5014a82b-d689-48a1-ac03-e7ea3b56c763)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:43.008181 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:43.021947 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Calling delete_port for 88273239-7077-4f3d-b530-e64d6b1c2ba3 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:11:43.148989 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (88273239-7077-4f3d-b530-e64d6b1c2ba3), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:43.174679 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Pushing event deleted for resources: {'Port': ['ID=88273239-7077-4f3d-b530-e64d6b1c2ba3,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:43.222630 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] No DVR routers for this DVR port 88273239-7077-4f3d-b530-e64d6b1c2ba3 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:11:43.225014 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:43.228183 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e0fb99ae-5757-49d4-8c00-9d81a5576a1e req-c6b1a4fe-d2cc-4e38-b00a-d6ce20074471 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.65 "DELETE /v2.0/ports/88273239-7077-4f3d-b530-e64d6b1c2ba3 HTTP/1.1" status: 204 len: 173 time: 0.6519818 May 30 12:11:43.228648 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fff5784-b25c-4dad-9826-af23b4f7658a', 'name': 'network-vif-deleted', 'tag': '88273239-7077-4f3d-b530-e64d6b1c2ba3'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:11:43.231006 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c154c05-830b-47bc-ba6e-5aab398f406e" -d '{"events": [{"server_uuid": "0fff5784-b25c-4dad-9826-af23b4f7658a", "name": "network-vif-deleted", "tag": "88273239-7077-4f3d-b530-e64d6b1c2ba3"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:11:43.276053 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62510bc-658c-4c82-8a92-6f44738c58cb x-openstack-request-id: req-f62510bc-658c-4c82-8a92-6f44738c58cb {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:11:43.276451 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fff5784-b25c-4dad-9826-af23b4f7658a", "name": "network-vif-deleted", "tag": "88273239-7077-4f3d-b530-e64d6b1c2ba3", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:11:43.276726 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f62510bc-658c-4c82-8a92-6f44738c58cb {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:11:43.277134 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62510bc-658c-4c82-8a92-6f44738c58cb'] response: {'server_uuid': '0fff5784-b25c-4dad-9826-af23b4f7658a', 'name': 'network-vif-deleted', 'tag': '88273239-7077-4f3d-b530-e64d6b1c2ba3', 'status': 'completed', 'code': 200} May 30 12:11:43.876890 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d049daca-d6aa-4968-92c2-64c226343d27 req-7bcaf36c-c4da-42d4-bda4-bf02da682f61 tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0289545 May 30 12:11:44.977046 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5054e01f-4f57-43a9-ba74-3b350903aafd req-536ebbc4-90c9-4972-8f70-4c50c98b46cb tempest-VolumesNegativeTest-611283538 tempest-VolumesNegativeTest-611283538-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fff5784-b25c-4dad-9826-af23b4f7658a HTTP/1.1" status: 200 len: 210 time: 0.0292828 May 30 12:11:45.543713 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['88273239-7077-4f3d-b530-e64d6b1c2ba3'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:11:47.135226 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=32 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:47.136538 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=93 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:47.541625 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 88273239-7077-4f3d-b530-e64d6b1c2ba3 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:11:47.566636 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 88273239-7077-4f3d-b530-e64d6b1c2ba3 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:11:47.566994 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 88273239-7077-4f3d-b530-e64d6b1c2ba3 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:11:49.241296 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb41368-55d6-4777-8fff-548489d198b7 req-b7e9b244-feac-4bd8-b188-77016b3184d6 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:49.243402 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5bb41368-55d6-4777-8fff-548489d198b7 req-b7e9b244-feac-4bd8-b188-77016b3184d6 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.0534942 May 30 12:11:49.266135 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:49.297635 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5bb41368-55d6-4777-8fff-548489d198b7 req-eee5ae0f-84b3-4098-b72c-a3d450663da1 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 May 30 12:11:49.320999 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48550) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:49.513787 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3676bd-6750-4cd7-9f95-0d5ded43916e tempest-TestMinimumBasicScenario-1684549859 tempest-TestMinimumBasicScenario-1684549859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:49.515299 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-1e3676bd-6750-4cd7-9f95-0d5ded43916e tempest-TestMinimumBasicScenario-1684549859 tempest-TestMinimumBasicScenario-1684549859-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1125 time: 0.1933105 May 30 12:11:49.518964 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48556) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:49.523524 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'port_id': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:49.547906 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:49.632790 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:49.799184 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Allocated IP 172.27.1.247 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/e8646eee-1add-4127-9678-f2c7c467489a) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:11:49.820010 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:49.924670 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for port (e8646eee-1add-4127-9678-f2c7c467489a), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:49.959494 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (e8646eee-1add-4127-9678-f2c7c467489a), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.000048 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:11:50.019381 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:11:50.023293 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:11:50.031573 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:50.053307 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'Port': ['ID=e8646eee-1add-4127-9678-f2c7c467489a,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:50.282244 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48580) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:50.405910 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6d940aae-0059-4c6f-be5d-8d0a4ee26426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.418125 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for floatingip (92c5f7fe-d46d-4af2-8701-14bced83abf8), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.500531 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6d940aae-0059-4c6f-be5d-8d0a4ee26426 admin admin] Publish callbacks [] for security_group (b4a19248-7d7a-4865-bf3b-2a0ee22cd941), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.508197 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e8646eee-1add-4127-9678-f2c7c467489a), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.508634 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6d940aae-0059-4c6f-be5d-8d0a4ee26426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b4a19248-7d7a-4865-bf3b-2a0ee22cd941), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.557120 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6d940aae-0059-4c6f-be5d-8d0a4ee26426 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4c13d31f992483cb0b92827e5fc837c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733903 May 30 12:11:50.558904 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48588) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:50.566446 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d940aae-0059-4c6f-be5d-8d0a4ee26426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a19248-7d7a-4865-bf3b-2a0ee22cd941,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:50.610180 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48590) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:50.631482 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10ec40dd-fb00-4c36-98a5-337f31750209 admin admin] Publish callbacks [] for security_group (b4a19248-7d7a-4865-bf3b-2a0ee22cd941), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.654790 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10ec40dd-fb00-4c36-98a5-337f31750209 admin admin] Publish callbacks [] for security_group (b4a19248-7d7a-4865-bf3b-2a0ee22cd941), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.697083 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:50.716827 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10ec40dd-fb00-4c36-98a5-337f31750209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b4a19248-7d7a-4865-bf3b-2a0ee22cd941), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.719562 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10ec40dd-fb00-4c36-98a5-337f31750209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.723680 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-10ec40dd-fb00-4c36-98a5-337f31750209 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4a19248-7d7a-4865-bf3b-2a0ee22cd941 HTTP/1.1" status: 204 len: 168 time: 0.1608961 May 30 12:11:50.728530 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for port (e8646eee-1add-4127-9678-f2c7c467489a), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.730485 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec40dd-fb00-4c36-98a5-337f31750209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a19248-7d7a-4865-bf3b-2a0ee22cd941,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:50.743527 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (e8646eee-1add-4127-9678-f2c7c467489a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.799187 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'Port': ['ID=e8646eee-1add-4127-9678-f2c7c467489a,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:50.866383 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (92c5f7fe-d46d-4af2-8701-14bced83abf8), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.918945 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c92b0148-0e13-48a5-927d-342891d016ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b9ea0feaee34c639f228a4f320f1aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076880 May 30 12:11:50.921935 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48600) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:50.978895 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9ba81d47-7630-4ae5-a06b-841a12c8bb71 admin admin] Publish callbacks [] for security_group (ab703f50-a5f7-4832-8a23-69eceda3e4c0), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:50.983911 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Floating IP 92c5f7fe-d46d-4af2-8701-14bced83abf8 associated. External IP: 172.27.1.247, port: a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9. May 30 12:11:51.003472 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:51.005927 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9ba81d47-7630-4ae5-a06b-841a12c8bb71 admin admin] Publish callbacks [] for security_group (ab703f50-a5f7-4832-8a23-69eceda3e4c0), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.029577 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:51.062019 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9ba81d47-7630-4ae5-a06b-841a12c8bb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ab703f50-a5f7-4832-8a23-69eceda3e4c0), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.066643 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9ba81d47-7630-4ae5-a06b-841a12c8bb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.073152 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9ba81d47-7630-4ae5-a06b-841a12c8bb71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab703f50-a5f7-4832-8a23-69eceda3e4c0 HTTP/1.1" status: 204 len: 168 time: 0.1484900 May 30 12:11:51.089222 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba81d47-7630-4ae5-a06b-841a12c8bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab703f50-a5f7-4832-8a23-69eceda3e4c0,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:51.132867 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48604) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:51.149760 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f8bdbc56-689b-4714-8339-b23e496d7c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.226743 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:11:51.233375 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f8bdbc56-689b-4714-8339-b23e496d7c8a admin admin] Publish callbacks [] for security_group (ffef8980-3287-4c9c-aea2-1922833b5e9d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.239013 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f8bdbc56-689b-4714-8339-b23e496d7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ffef8980-3287-4c9c-aea2-1922833b5e9d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.286218 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f8bdbc56-689b-4714-8339-b23e496d7c8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84d48c867f99428c8341d10cda2511ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518047 May 30 12:11:51.287512 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48608) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:51.288189 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdbc56-689b-4714-8339-b23e496d7c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef8980-3287-4c9c-aea2-1922833b5e9d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:51.370467 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:11:51.381784 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] Sync routers for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:11:51.396200 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:11:51.397157 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:11:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:51.401955 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.419155 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f46d-8ea7-4587-aa9b-41db05c079fe admin admin] Publish callbacks [] for security_group (ffef8980-3287-4c9c-aea2-1922833b5e9d), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.442587 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-1ea89ed4-2aed-4b3d-86db-8152116e94b3 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9223862 May 30 12:11:51.446301 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48616) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:51.447109 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:11:51.449402 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c41b42-feae-4594-866b-ec4075b9928b" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:11:51.453056 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-275ef625-3722-4338-8468-391371c1eb7d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55921125', 'description': 'tempest-secgroup-smoke-55921125 description', 'project_id': 'dc19bd60cde244559a823a47293540f7'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:51.462584 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f46d-8ea7-4587-aa9b-41db05c079fe admin admin] Publish callbacks [] for security_group (ffef8980-3287-4c9c-aea2-1922833b5e9d), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.499503 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07535333-842c-4afa-873d-43c972bc5fea x-openstack-request-id: req-07535333-842c-4afa-873d-43c972bc5fea {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:11:51.499799 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:11:51.500069 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07535333-842c-4afa-873d-43c972bc5fea {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:11:51.500477 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07535333-842c-4afa-873d-43c972bc5fea'] response: {'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'status': 'completed', 'code': 200} May 30 12:11:51.506835 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-275ef625-3722-4338-8468-391371c1eb7d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.533081 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f46d-8ea7-4587-aa9b-41db05c079fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ffef8980-3287-4c9c-aea2-1922833b5e9d), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.536319 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:11:51.539432 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e9a1f46d-8ea7-4587-aa9b-41db05c079fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.540930 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-e9a1f46d-8ea7-4587-aa9b-41db05c079fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffef8980-3287-4c9c-aea2-1922833b5e9d HTTP/1.1" status: 204 len: 168 time: 0.2524292 May 30 12:11:51.546051 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:51.552580 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1f46d-8ea7-4587-aa9b-41db05c079fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef8980-3287-4c9c-aea2-1922833b5e9d,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:51.608265 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-275ef625-3722-4338-8468-391371c1eb7d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group (db775c86-ece9-48e3-99d3-7a447f58571b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.613887 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-275ef625-3722-4338-8468-391371c1eb7d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (db775c86-ece9-48e3-99d3-7a447f58571b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.664236 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ef625-3722-4338-8468-391371c1eb7d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db775c86-ece9-48e3-99d3-7a447f58571b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:51.682153 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-275ef625-3722-4338-8468-391371c1eb7d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.683781 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-275ef625-3722-4338-8468-391371c1eb7d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2353530 May 30 12:11:51.686740 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48626) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:51.694149 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-b8b680ac-fac4-4d11-9da8-376ed15c456a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'security_group_rule': {'security_group_id': 'db775c86-ece9-48e3-99d3-7a447f58571b', 'project_id': 'dc19bd60cde244559a823a47293540f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:51.729923 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b8b680ac-fac4-4d11-9da8-376ed15c456a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (440eefab-8eca-4292-bd00-25114fd177a1), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.789676 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '92c5f7fe-d46d-4af2-8701-14bced83abf8', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'port_id': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'mac_address': 'fa:16:3e:a7:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:11:50Z', 'updated_at': '2022-05-30T12:11:50Z', 'revision_number': 0, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43047b92-2eb8-440b-829d-c6c2a283e9ae', 'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'mac_address': 'fa:16:3e:80:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:50Z', 'updated_at': '2022-05-30T12:10:55Z', 'revision_number': 5, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'subnets': [{'id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:51.806439 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b8b680ac-fac4-4d11-9da8-376ed15c456a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (440eefab-8eca-4292-bd00-25114fd177a1), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.810863 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b8b680ac-fac4-4d11-9da8-376ed15c456a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (440eefab-8eca-4292-bd00-25114fd177a1), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.824289 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] Checking router: ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:11:51.834297 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:11:51.835147 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:11:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:51.837323 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b680ac-fac4-4d11-9da8-376ed15c456a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440eefab-8eca-4292-bd00-25114fd177a1,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:51.854253 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b8b680ac-fac4-4d11-9da8-376ed15c456a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.860352 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48636) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:51.861626 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b8b680ac-fac4-4d11-9da8-376ed15c456a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722987 May 30 12:11:51.867754 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-c74dc40d-330b-40b8-b8bd-86a2f365c9b2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'security_group_rule': {'security_group_id': 'db775c86-ece9-48e3-99d3-7a447f58571b', 'project_id': 'dc19bd60cde244559a823a47293540f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:51.905527 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c74dc40d-330b-40b8-b8bd-86a2f365c9b2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (0d384664-d27e-4150-a0b6-1de09c3c010e), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.969634 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:11:51.979254 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c74dc40d-330b-40b8-b8bd-86a2f365c9b2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (0d384664-d27e-4150-a0b6-1de09c3c010e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:51.985795 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c74dc40d-330b-40b8-b8bd-86a2f365c9b2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (0d384664-d27e-4150-a0b6-1de09c3c010e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.006438 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dc40d-330b-40b8-b8bd-86a2f365c9b2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d384664-d27e-4150-a0b6-1de09c3c010e,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:52.014359 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:52.024684 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c74dc40d-330b-40b8-b8bd-86a2f365c9b2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.027908 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c74dc40d-330b-40b8-b8bd-86a2f365c9b2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643860 May 30 12:11:52.030799 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48640) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:52.037054 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-6bd29d86-5fe0-4778-944f-cd048e57bd8c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'security_group_rule': {'security_group_id': 'db775c86-ece9-48e3-99d3-7a447f58571b', 'project_id': 'dc19bd60cde244559a823a47293540f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:52.074737 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6bd29d86-5fe0-4778-944f-cd048e57bd8c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (bca5d61a-0f14-42e8-b55f-a6864909b90b), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.139541 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6bd29d86-5fe0-4778-944f-cd048e57bd8c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (bca5d61a-0f14-42e8-b55f-a6864909b90b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.144800 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6bd29d86-5fe0-4778-944f-cd048e57bd8c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (bca5d61a-0f14-42e8-b55f-a6864909b90b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.166922 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48646) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:52.169505 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd29d86-5fe0-4778-944f-cd048e57bd8c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca5d61a-0f14-42e8-b55f-a6864909b90b,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:52.186511 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6bd29d86-5fe0-4778-944f-cd048e57bd8c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.190763 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1f4a3d03-8299-4100-b542-0d3ddd298320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.191249 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6bd29d86-5fe0-4778-944f-cd048e57bd8c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591139 May 30 12:11:52.192456 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48648) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:52.197508 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-815873c7-ac34-4786-9816-becb4a827092 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'security_group_rule': {'security_group_id': 'db775c86-ece9-48e3-99d3-7a447f58571b', 'project_id': 'dc19bd60cde244559a823a47293540f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:52.232785 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-815873c7-ac34-4786-9816-becb4a827092 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (db08c704-e8c3-4346-bf61-1d08ba262532), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.239564 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:52.249769 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '92c5f7fe-d46d-4af2-8701-14bced83abf8', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'port_id': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'mac_address': 'fa:16:3e:a7:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:11:50Z', 'updated_at': '2022-05-30T12:11:50Z', 'revision_number': 0, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43047b92-2eb8-440b-829d-c6c2a283e9ae', 'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'mac_address': 'fa:16:3e:80:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:50Z', 'updated_at': '2022-05-30T12:10:55Z', 'revision_number': 5, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'subnets': [{'id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:11:52.284798 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ce47b9-0ab2-4a10-a403-14737f020fc5 None None] The sync data for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi is: [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '92c5f7fe-d46d-4af2-8701-14bced83abf8', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'port_id': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'mac_address': 'fa:16:3e:a7:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:11:50Z', 'updated_at': '2022-05-30T12:11:50Z', 'revision_number': 0, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43047b92-2eb8-440b-829d-c6c2a283e9ae', 'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'mac_address': 'fa:16:3e:80:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:50Z', 'updated_at': '2022-05-30T12:10:55Z', 'revision_number': 5, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'subnets': [{'id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:11:52.299959 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1f4a3d03-8299-4100-b542-0d3ddd298320 admin admin] Publish callbacks [] for security_group (c113880b-3aa9-41fd-946c-ac50933b3b2d), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.305654 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1f4a3d03-8299-4100-b542-0d3ddd298320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (c113880b-3aa9-41fd-946c-ac50933b3b2d), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.320262 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-815873c7-ac34-4786-9816-becb4a827092 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (db08c704-e8c3-4346-bf61-1d08ba262532), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.325874 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-815873c7-ac34-4786-9816-becb4a827092 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (db08c704-e8c3-4346-bf61-1d08ba262532), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.343883 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:52.348650 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815873c7-ac34-4786-9816-becb4a827092 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db08c704-e8c3-4346-bf61-1d08ba262532,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:52.357642 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-1f4a3d03-8299-4100-b542-0d3ddd298320 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aeb6c5558e8a4a1faefe7691e6281fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864815 May 30 12:11:52.357642 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a3d03-8299-4100-b542-0d3ddd298320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c113880b-3aa9-41fd-946c-ac50933b3b2d,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:52.359030 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48650) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:52.390799 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-815873c7-ac34-4786-9816-becb4a827092 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.392107 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-815873c7-ac34-4786-9816-becb4a827092 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987073 May 30 12:11:52.399923 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48652) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:52.405811 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e3d066f0-8a12-4690-8e41-552e94437937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'security_group_rule': {'security_group_id': 'db775c86-ece9-48e3-99d3-7a447f58571b', 'project_id': 'dc19bd60cde244559a823a47293540f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:52.407482 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:52.432861 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.securitygroups_db [None req-e3d066f0-8a12-4690-8e41-552e94437937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Project dc19bd60cde244559a823a47293540f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 12:11:52.438441 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6792801-7b49-4bd4-8a1f-9380af6d589a admin admin] Publish callbacks [] for security_group (c113880b-3aa9-41fd-946c-ac50933b3b2d), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.439457 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3d066f0-8a12-4690-8e41-552e94437937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (fa8d9494-b9b9-46e2-b232-d983337524d3), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.463462 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6792801-7b49-4bd4-8a1f-9380af6d589a admin admin] Publish callbacks [] for security_group (c113880b-3aa9-41fd-946c-ac50933b3b2d), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.513162 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3d066f0-8a12-4690-8e41-552e94437937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (fa8d9494-b9b9-46e2-b232-d983337524d3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.524441 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3d066f0-8a12-4690-8e41-552e94437937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (fa8d9494-b9b9-46e2-b232-d983337524d3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.537239 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6792801-7b49-4bd4-8a1f-9380af6d589a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (c113880b-3aa9-41fd-946c-ac50933b3b2d), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.539892 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6792801-7b49-4bd4-8a1f-9380af6d589a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.542387 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a6792801-7b49-4bd4-8a1f-9380af6d589a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c113880b-3aa9-41fd-946c-ac50933b3b2d HTTP/1.1" status: 204 len: 168 time: 0.1821163 May 30 12:11:52.552372 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6792801-7b49-4bd4-8a1f-9380af6d589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c113880b-3aa9-41fd-946c-ac50933b3b2d,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:52.570944 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:52.574382 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d066f0-8a12-4690-8e41-552e94437937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8d9494-b9b9-46e2-b232-d983337524d3,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:52.597077 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3d066f0-8a12-4690-8e41-552e94437937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.601978 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e3d066f0-8a12-4690-8e41-552e94437937 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1984446 May 30 12:11:52.602326 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48666) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:52.607282 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-a7e96da0-00a9-412e-8f1a-c2a8c890f312 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'security_group_rule': {'security_group_id': 'db775c86-ece9-48e3-99d3-7a447f58571b', 'project_id': 'dc19bd60cde244559a823a47293540f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:52.650535 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05422c3-1700-4c78-932b-22ee51468842 None None] New status for floating IP 92c5f7fe-d46d-4af2-8701-14bced83abf8: ACTIVE {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:11:52.669552 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.securitygroups_db [None req-a7e96da0-00a9-412e-8f1a-c2a8c890f312 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Project dc19bd60cde244559a823a47293540f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 12:11:52.688824 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a7e96da0-00a9-412e-8f1a-c2a8c890f312 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (ed807d3a-6e9f-4756-b8e9-912dc62c997e), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.698027 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41b42-feae-4594-866b-ec4075b9928b req-e5c4a758-7c45-4d09-8571-51a8984b9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:52.700075 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c41b42-feae-4594-866b-ec4075b9928b req-e5c4a758-7c45-4d09-8571-51a8984b9f42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1130 time: 0.0784698 May 30 12:11:52.880703 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41b42-feae-4594-866b-ec4075b9928b req-8925106b-f038-4ee4-a791-d8789e51ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:52.882176 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c41b42-feae-4594-866b-ec4075b9928b req-8925106b-f038-4ee4-a791-d8789e51ca2a service neutron] 10.222.0.65 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 915 time: 0.1666045 May 30 12:11:52.896923 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a7e96da0-00a9-412e-8f1a-c2a8c890f312 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (ed807d3a-6e9f-4756-b8e9-912dc62c997e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.937458 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a7e96da0-00a9-412e-8f1a-c2a8c890f312 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (ed807d3a-6e9f-4756-b8e9-912dc62c997e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.968960 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e96da0-00a9-412e-8f1a-c2a8c890f312 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed807d3a-6e9f-4756-b8e9-912dc62c997e,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:52.982172 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c41b42-feae-4594-866b-ec4075b9928b req-e470f6a9-91a4-4a26-bcf3-cfb66fcac358 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 1002 time: 0.0874317 May 30 12:11:52.986097 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a7e96da0-00a9-412e-8f1a-c2a8c890f312 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:52.987990 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a7e96da0-00a9-412e-8f1a-c2a8c890f312 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3846104 May 30 12:11:53.045773 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41b42-feae-4594-866b-ec4075b9928b req-2ca93ab7-327d-45cb-8478-576617f881ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:53.047776 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c41b42-feae-4594-866b-ec4075b9928b req-2ca93ab7-327d-45cb-8478-576617f881ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 200 len: 853 time: 0.0582330 May 30 12:11:53.109854 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41b42-feae-4594-866b-ec4075b9928b req-7b005a9e-3245-4494-ad9b-f25b1507ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:53.118965 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c41b42-feae-4594-866b-ec4075b9928b req-7b005a9e-3245-4494-ad9b-f25b1507ae73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572238 May 30 12:11:53.169384 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-9bb027c5-d66d-4783-a1d2-d28aeaf9f816 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55921125&fields=id&tenant_id=dc19bd60cde244559a823a47293540f7 HTTP/1.1" status: 200 len: 267 time: 0.1025331 May 30 12:11:53.238563 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-dc00fb1b-8969-49d2-8a33-6f3b2e3a5da4 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:53.240138 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-dc00fb1b-8969-49d2-8a33-6f3b2e3a5da4 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.0636542 May 30 12:11:53.255553 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-d0a53ab5-836d-4f06-b4f6-36394ae18d42 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'port': {'security_groups': ['b7d9cd88-bf42-4859-8792-47560fc9c714', 'db775c86-ece9-48e3-99d3-7a447f58571b']}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:11:53.277956 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c41b42-feae-4594-866b-ec4075b9928b req-594bb746-8d1c-40ef-b289-b719564675cc service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499214 May 30 12:11:53.309677 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:53.312869 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:53.349404 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-d0a53ab5-836d-4f06-b4f6-36394ae18d42 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:53.412691 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e8c41b42-feae-4594-866b-ec4075b9928b req-2a71c14d-05f9-42ce-84f5-81f8fe76b1ef service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280782 May 30 12:11:53.688893 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-d0a53ab5-836d-4f06-b4f6-36394ae18d42 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] For port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:11:53.719461 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-d0a53ab5-836d-4f06-b4f6-36394ae18d42 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:53.725070 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-d0a53ab5-836d-4f06-b4f6-36394ae18d42 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:53.737740 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:11:53.769249 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-d0a53ab5-836d-4f06-b4f6-36394ae18d42 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:53.769618 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-d0a53ab5-836d-4f06-b4f6-36394ae18d42 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:53.772799 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8ca3ca1d-a409-4162-9c17-9f23837c01ea req-d0a53ab5-836d-4f06-b4f6-36394ae18d42 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "PUT /v2.0/ports/a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 982 time: 0.5244303 May 30 12:11:53.773422 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:11:53.780679 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dba9a3-deea-4d25-8bec-7949ef064429" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:11:53.843313 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:11:53.847208 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a53ab5-836d-4f06-b4f6-36394ae18d42 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'Port': ['ID=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,revision_number=6']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:53.900702 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c75c53b-99b2-4f88-94af-757f9cd1d794 x-openstack-request-id: req-0c75c53b-99b2-4f88-94af-757f9cd1d794 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:11:53.901032 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:11:53.901742 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c75c53b-99b2-4f88-94af-757f9cd1d794 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:11:53.901860 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c75c53b-99b2-4f88-94af-757f9cd1d794'] response: {'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'status': 'completed', 'code': 200} May 30 12:11:53.924306 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cdc67-db36-4699-b96d-ec8489d20461 req-edc5e5cd-6475-48b9-a88d-ed071cd62313 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:53.930354 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-106cdc67-db36-4699-b96d-ec8489d20461 req-edc5e5cd-6475-48b9-a88d-ed071cd62313 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0743592 May 30 12:11:53.956362 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-1fc84ab5-f832-42d0-a288-2afb90cf1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:53.958182 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-1fc84ab5-f832-42d0-a288-2afb90cf1bb7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1169 time: 0.0618513 May 30 12:11:54.017155 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-106cdc67-db36-4699-b96d-ec8489d20461 req-1f8e9980-7360-4281-9801-aec86c6f4412 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0818803 May 30 12:11:54.036029 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:54.099312 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-d81a82ad-a95d-4347-9639-789232a6ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:54.101599 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-d81a82ad-a95d-4347-9639-789232a6ffcc service neutron] 10.222.0.65 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 915 time: 0.1351969 May 30 12:11:54.176430 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-d13ce533-e196-4860-a401-9bfcbe11aaec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 1002 time: 0.0665462 May 30 12:11:54.178786 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-77204b4f-5415-4046-ab95-950272184745 None None] Provisioning complete for port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:11:54.179155 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-77204b4f-5415-4046-ab95-950272184745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:54.240073 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-19f4f81d-11f4-480b-bb33-47d80d4377de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:54.243353 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-19f4f81d-11f4-480b-bb33-47d80d4377de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 200 len: 853 time: 0.0504515 May 30 12:11:54.312928 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-6da810e1-e3d0-4d0b-8537-30e0adcfae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:11:54.314749 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-6da810e1-e3d0-4d0b-8537-30e0adcfae3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627685 May 30 12:11:54.435132 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-f5b5b2c3-261c-4ee7-8188-aa00382f899c service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135988 May 30 12:11:54.524692 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-77204b4f-5415-4046-ab95-950272184745 None None] Current status of the port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:11:54.572513 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-46dba9a3-deea-4d25-8bec-7949ef064429 req-c176e89e-a993-4d1d-95c2-22d7c80ae11a service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302836 May 30 12:11:54.656998 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:54.741798 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:55.330328 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48766) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:55.441517 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a52672f6-2aa7-4abb-8cc6-65fa80524793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:55.520227 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a52672f6-2aa7-4abb-8cc6-65fa80524793 admin admin] Publish callbacks [] for security_group (ddd5f707-5053-49a6-a804-eff9cf653a64), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:55.524395 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a52672f6-2aa7-4abb-8cc6-65fa80524793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ddd5f707-5053-49a6-a804-eff9cf653a64), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:55.564730 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a52672f6-2aa7-4abb-8cc6-65fa80524793 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1ccf47e9da946619d987466943ed772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332087 May 30 12:11:55.565652 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52672f6-2aa7-4abb-8cc6-65fa80524793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd5f707-5053-49a6-a804-eff9cf653a64,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:55.567524 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48772) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:55.618467 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9a8270be-70e8-4ba0-aa71-274a5610fe4a admin admin] Publish callbacks [] for security_group (ddd5f707-5053-49a6-a804-eff9cf653a64), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:55.644230 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9a8270be-70e8-4ba0-aa71-274a5610fe4a admin admin] Publish callbacks [] for security_group (ddd5f707-5053-49a6-a804-eff9cf653a64), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:55.692315 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9a8270be-70e8-4ba0-aa71-274a5610fe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ddd5f707-5053-49a6-a804-eff9cf653a64), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:55.694800 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9a8270be-70e8-4ba0-aa71-274a5610fe4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:55.695918 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9a8270be-70e8-4ba0-aa71-274a5610fe4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddd5f707-5053-49a6-a804-eff9cf653a64 HTTP/1.1" status: 204 len: 168 time: 0.1268311 May 30 12:11:55.703647 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8270be-70e8-4ba0-aa71-274a5610fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd5f707-5053-49a6-a804-eff9cf653a64,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:55.970114 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 48780) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:55.983438 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0f00e736-a20c-422d-a5c9-0defe3fe6102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:55.985746 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:56.063539 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0f00e736-a20c-422d-a5c9-0defe3fe6102 admin admin] Publish callbacks [] for security_group (619932ac-0159-4cb7-ae32-07da36d6bc70), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:56.067894 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0f00e736-a20c-422d-a5c9-0defe3fe6102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (619932ac-0159-4cb7-ae32-07da36d6bc70), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:56.071516 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:11:56.107857 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00e736-a20c-422d-a5c9-0defe3fe6102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619932ac-0159-4cb7-ae32-07da36d6bc70,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:56.112728 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0f00e736-a20c-422d-a5c9-0defe3fe6102 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84a9c61f8a834faab2fb8d2a64a7f1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414244 May 30 12:11:56.116714 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48782) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:11:56.168931 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4f801e23-d482-493d-b909-e814ff90bebb admin admin] Publish callbacks [] for security_group (619932ac-0159-4cb7-ae32-07da36d6bc70), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:56.190858 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4f801e23-d482-493d-b909-e814ff90bebb admin admin] Publish callbacks [] for security_group (619932ac-0159-4cb7-ae32-07da36d6bc70), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:56.240636 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4f801e23-d482-493d-b909-e814ff90bebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (619932ac-0159-4cb7-ae32-07da36d6bc70), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:56.243175 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4f801e23-d482-493d-b909-e814ff90bebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:11:56.244320 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-4f801e23-d482-493d-b909-e814ff90bebb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/619932ac-0159-4cb7-ae32-07da36d6bc70 HTTP/1.1" status: 204 len: 168 time: 0.1265597 May 30 12:11:56.253870 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f801e23-d482-493d-b909-e814ff90bebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619932ac-0159-4cb7-ae32-07da36d6bc70,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:11:59.669948 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:12:02.626461 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48878) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:02.752601 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0ee28baf-8ae9-471d-9a6e-eb146d8de36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:02.775484 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:02.881302 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0ee28baf-8ae9-471d-9a6e-eb146d8de36a admin admin] Publish callbacks [] for security_group (e9e3bf34-80bc-4471-9a0c-a5a5caee5377), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:02.885730 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0ee28baf-8ae9-471d-9a6e-eb146d8de36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e9e3bf34-80bc-4471-9a0c-a5a5caee5377), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:02.917065 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:02.920606 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-0ee28baf-8ae9-471d-9a6e-eb146d8de36a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec20f75806154fa3a7d4bd0ea1bb6fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923408 May 30 12:12:02.923039 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48896) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:02.937513 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee28baf-8ae9-471d-9a6e-eb146d8de36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3bf34-80bc-4471-9a0c-a5a5caee5377,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:02.999312 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b39be7ad-90d4-421c-8165-0dd7db0461f0 admin admin] Publish callbacks [] for security_group (e9e3bf34-80bc-4471-9a0c-a5a5caee5377), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:03.025356 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b39be7ad-90d4-421c-8165-0dd7db0461f0 admin admin] Publish callbacks [] for security_group (e9e3bf34-80bc-4471-9a0c-a5a5caee5377), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:03.083231 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b39be7ad-90d4-421c-8165-0dd7db0461f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e9e3bf34-80bc-4471-9a0c-a5a5caee5377), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:03.086726 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b39be7ad-90d4-421c-8165-0dd7db0461f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:03.090957 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-b39be7ad-90d4-421c-8165-0dd7db0461f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9e3bf34-80bc-4471-9a0c-a5a5caee5377 HTTP/1.1" status: 204 len: 168 time: 0.1670215 May 30 12:12:03.100677 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39be7ad-90d4-421c-8165-0dd7db0461f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3bf34-80bc-4471-9a0c-a5a5caee5377,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:03.226192 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dd9d00ed-54ae-4115-a773-ef48d36c2727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:03.980187 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:04.279405 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 48988) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:04.405457 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8bf33673-191e-44a8-ad21-a0aac7a54b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:04.504044 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8bf33673-191e-44a8-ad21-a0aac7a54b2e admin admin] Publish callbacks [] for security_group (fca6ca41-b41b-4cb0-82c5-3c3c746e06fa), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:04.509061 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8bf33673-191e-44a8-ad21-a0aac7a54b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (fca6ca41-b41b-4cb0-82c5-3c3c746e06fa), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:04.550768 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf33673-191e-44a8-ad21-a0aac7a54b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca6ca41-b41b-4cb0-82c5-3c3c746e06fa,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:04.557111 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-8bf33673-191e-44a8-ad21-a0aac7a54b2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d5f8209ebbd42a4897c2a77a3e80cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765677 May 30 12:12:04.559857 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49000) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:04.627543 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d8efd0ca-85ae-4339-8914-38ee4a33a8d6 admin admin] Publish callbacks [] for security_group (fca6ca41-b41b-4cb0-82c5-3c3c746e06fa), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:04.651797 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d8efd0ca-85ae-4339-8914-38ee4a33a8d6 admin admin] Publish callbacks [] for security_group (fca6ca41-b41b-4cb0-82c5-3c3c746e06fa), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:04.701524 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d8efd0ca-85ae-4339-8914-38ee4a33a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (fca6ca41-b41b-4cb0-82c5-3c3c746e06fa), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:04.704070 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d8efd0ca-85ae-4339-8914-38ee4a33a8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:04.705242 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d8efd0ca-85ae-4339-8914-38ee4a33a8d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fca6ca41-b41b-4cb0-82c5-3c3c746e06fa HTTP/1.1" status: 204 len: 168 time: 0.1444652 May 30 12:12:04.715648 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efd0ca-85ae-4339-8914-38ee4a33a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca6ca41-b41b-4cb0-82c5-3c3c746e06fa,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:05.549757 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-6b4c7ec4-59fb-4deb-9279-56d9d0fe1511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:05.933114 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49028) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:06.043671 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e441ab8-7eb5-4af4-a637-55fdba111cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:06.077536 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:06.107133 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=5,neutron:SELECT=18 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:06.128011 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e441ab8-7eb5-4af4-a637-55fdba111cd4 admin admin] Publish callbacks [] for security_group (f05d6589-b918-4136-8171-614437db0036), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:06.132766 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e441ab8-7eb5-4af4-a637-55fdba111cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f05d6589-b918-4136-8171-614437db0036), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:06.179564 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-1e441ab8-7eb5-4af4-a637-55fdba111cd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bee19f42aa14e998c676a4b951dd58c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452350 May 30 12:12:06.180544 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e441ab8-7eb5-4af4-a637-55fdba111cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05d6589-b918-4136-8171-614437db0036,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:06.182557 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49034) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:06.234903 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bf03c681-4e25-4441-aef8-405918afa770 admin admin] Publish callbacks [] for security_group (f05d6589-b918-4136-8171-614437db0036), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:06.256819 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bf03c681-4e25-4441-aef8-405918afa770 admin admin] Publish callbacks [] for security_group (f05d6589-b918-4136-8171-614437db0036), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:06.313305 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bf03c681-4e25-4441-aef8-405918afa770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (f05d6589-b918-4136-8171-614437db0036), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:06.315906 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bf03c681-4e25-4441-aef8-405918afa770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:06.317818 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-bf03c681-4e25-4441-aef8-405918afa770 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f05d6589-b918-4136-8171-614437db0036 HTTP/1.1" status: 204 len: 168 time: 0.1339211 May 30 12:12:06.326004 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03c681-4e25-4441-aef8-405918afa770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05d6589-b918-4136-8171-614437db0036,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:06.944899 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:07.740497 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-10fc108e-8601-4c3a-ac95-ea4549afe048 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475552 May 30 12:12:07.838616 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-7f11f29b-5931-48ae-8eec-a0a5fab2cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:07.840018 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-7f11f29b-5931-48ae-8eec-a0a5fab2cb85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1169 time: 0.0533743 May 30 12:12:07.958351 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-09596510-e64f-41b5-90c7-925f71329857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:07.959933 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-09596510-e64f-41b5-90c7-925f71329857 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 915 time: 0.1001754 May 30 12:12:08.006272 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:08.030161 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-a689ca0b-1a0b-45c3-802c-f47952b19f8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 1002 time: 0.0636318 May 30 12:12:08.079072 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-ea40a6bd-7588-408e-beb2-e2b2200d99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:08.080513 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-ea40a6bd-7588-408e-beb2-e2b2200d99b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 200 len: 853 time: 0.0438800 May 30 12:12:08.127413 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-e87c4f8b-fa15-4c5b-ace5-ab437cf16ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:08.128829 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-e87c4f8b-fa15-4c5b-ace5-ab437cf16ea9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424736 May 30 12:12:08.228620 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-0fafb2d1-f790-4acb-8003-bd1c87bbf10f service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921087 May 30 12:12:08.351901 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:08.577785 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eb85a21f-9101-4e03-b775-f5fa13384088 req-57560fe1-cd94-471e-b41a-4920afd4aca4 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428438 May 30 12:12:09.932712 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:09.962792 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49086) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:10.076037 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-71db76b8-df6d-4ba5-8a11-9a3cb1424a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:10.162020 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-71db76b8-df6d-4ba5-8a11-9a3cb1424a56 admin admin] Publish callbacks [] for security_group (bd9948ca-0833-4469-bc9d-eed917b722b3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:10.165576 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-71db76b8-df6d-4ba5-8a11-9a3cb1424a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (bd9948ca-0833-4469-bc9d-eed917b722b3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:10.204971 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-71db76b8-df6d-4ba5-8a11-9a3cb1424a56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9020bb4044f74e2ab239a70f0fda9dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411118 May 30 12:12:10.206047 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db76b8-df6d-4ba5-8a11-9a3cb1424a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9948ca-0833-4469-bc9d-eed917b722b3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:10.208376 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49090) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:10.266030 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4af3770-72f5-4b09-b9a3-f7f911911be3 admin admin] Publish callbacks [] for security_group (bd9948ca-0833-4469-bc9d-eed917b722b3), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:10.288754 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4af3770-72f5-4b09-b9a3-f7f911911be3 admin admin] Publish callbacks [] for security_group (bd9948ca-0833-4469-bc9d-eed917b722b3), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:10.339968 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4af3770-72f5-4b09-b9a3-f7f911911be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (bd9948ca-0833-4469-bc9d-eed917b722b3), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:10.342889 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4af3770-72f5-4b09-b9a3-f7f911911be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:10.344185 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f4af3770-72f5-4b09-b9a3-f7f911911be3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd9948ca-0833-4469-bc9d-eed917b722b3 HTTP/1.1" status: 204 len: 168 time: 0.1347227 May 30 12:12:10.356909 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af3770-72f5-4b09-b9a3-f7f911911be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9948ca-0833-4469-bc9d-eed917b722b3,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:11.432010 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49124) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:11.541674 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-07a799ea-99a6-4656-a93a-0318604c76b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:11.615364 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:11.627918 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-07a799ea-99a6-4656-a93a-0318604c76b2 admin admin] Publish callbacks [] for security_group (6efe6ec2-c352-46fa-870a-3a7320552d40), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:11.632462 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-07a799ea-99a6-4656-a93a-0318604c76b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (6efe6ec2-c352-46fa-870a-3a7320552d40), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:11.671380 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-07a799ea-99a6-4656-a93a-0318604c76b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61a881aaa8884bac81500ab8d432d560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382600 May 30 12:12:11.672852 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a799ea-99a6-4656-a93a-0318604c76b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efe6ec2-c352-46fa-870a-3a7320552d40,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:11.674196 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49128) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:11.677794 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:11.682714 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=15 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:11.728740 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-35ec657d-fd6d-4ec4-94d4-cd484608451b admin admin] Publish callbacks [] for security_group (6efe6ec2-c352-46fa-870a-3a7320552d40), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:11.750340 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-35ec657d-fd6d-4ec4-94d4-cd484608451b admin admin] Publish callbacks [] for security_group (6efe6ec2-c352-46fa-870a-3a7320552d40), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:11.805766 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-35ec657d-fd6d-4ec4-94d4-cd484608451b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (6efe6ec2-c352-46fa-870a-3a7320552d40), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:11.808347 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-35ec657d-fd6d-4ec4-94d4-cd484608451b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:11.812184 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-35ec657d-fd6d-4ec4-94d4-cd484608451b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6efe6ec2-c352-46fa-870a-3a7320552d40 HTTP/1.1" status: 204 len: 168 time: 0.1369300 May 30 12:12:11.825811 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec657d-fd6d-4ec4-94d4-cd484608451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efe6ec2-c352-46fa-870a-3a7320552d40,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:16.903530 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a173143-8017-4051-97bb-8ac44111c92d req-39a55044-e8f1-43d8-9fdd-8d1ddef5a74b tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:16.905605 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a173143-8017-4051-97bb-8ac44111c92d req-39a55044-e8f1-43d8-9fdd-8d1ddef5a74b tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0531089 May 30 12:12:16.909043 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-d8ef76ac-61f0-44c1-a045-d58909680019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:16.910519 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-d8ef76ac-61f0-44c1-a045-d58909680019 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1169 time: 0.0423005 May 30 12:12:16.971452 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a173143-8017-4051-97bb-8ac44111c92d req-f9fdb1c3-99ee-4f00-8072-c470af753007 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589278 May 30 12:12:17.008964 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-a0232939-05a4-4cc3-a2e6-62cca1ea6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:17.010424 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-a0232939-05a4-4cc3-a2e6-62cca1ea6749 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 915 time: 0.0912805 May 30 12:12:17.074348 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-f8704846-03f6-40dd-8572-22b252c1366a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 1002 time: 0.0571313 May 30 12:12:17.123518 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-9d4c0ee4-9908-48db-9d88-536bf9d2fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:17.125027 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-9d4c0ee4-9908-48db-9d88-536bf9d2fa48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 200 len: 853 time: 0.0441215 May 30 12:12:17.173433 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-ab68d227-3b2a-4e3d-b358-030095be46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:17.174820 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-ab68d227-3b2a-4e3d-b358-030095be46ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427110 May 30 12:12:17.198309 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:17.272171 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-974e69dc-f236-4954-8450-c091cfadfeb7 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905430 May 30 12:12:17.369756 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1cec26b-21d5-46c7-8893-bb23fb7dda66 req-1e614d8b-79b6-4e1f-9072-9346a4e67521 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906892 May 30 12:12:18.090258 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20710464-1000-43b5-9121-199de5af7ef8 req-71597555-dfc1-42f4-8f04-2668305b1b7f tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:18.091818 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20710464-1000-43b5-9121-199de5af7ef8 req-71597555-dfc1-42f4-8f04-2668305b1b7f tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0486033 May 30 12:12:18.152706 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20710464-1000-43b5-9121-199de5af7ef8 req-fabe16a4-2493-42a0-9294-ccd0244e1de2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0550153 May 30 12:12:19.273756 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e067-3a9a-496f-a963-ff5b08d005bc req-9fb07535-1daa-4f8d-9f13-f49d88f1a59b tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:19.275233 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5767e067-3a9a-496f-a963-ff5b08d005bc req-9fb07535-1daa-4f8d-9f13-f49d88f1a59b tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0538633 May 30 12:12:19.347032 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5767e067-3a9a-496f-a963-ff5b08d005bc req-cea5e9fd-bcc0-4489-b813-f749e123f45c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0638566 May 30 12:12:20.369771 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:20.468469 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418d5ce-ed60-4455-b52b-7ed3e74d16d6 req-7b56608d-7315-4fd4-a9f3-a09fd5434cb8 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:20.469829 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f418d5ce-ed60-4455-b52b-7ed3e74d16d6 req-7b56608d-7315-4fd4-a9f3-a09fd5434cb8 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0487747 May 30 12:12:20.491095 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:20.502252 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:20.541349 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f418d5ce-ed60-4455-b52b-7ed3e74d16d6 req-665fc13d-1cd7-47e7-9458-37faabd940f1 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0653985 May 30 12:12:21.667316 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83869-ca3b-4654-bb8b-4ab9b584080d req-bc77a80b-c30e-4089-987e-7c6fbe788811 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:21.668932 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dcb83869-ca3b-4654-bb8b-4ab9b584080d req-bc77a80b-c30e-4089-987e-7c6fbe788811 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0528231 May 30 12:12:21.743143 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dcb83869-ca3b-4654-bb8b-4ab9b584080d req-8d32750e-9006-4b0f-b6e3-44ed819e36a8 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0611622 May 30 12:12:21.845755 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:22.854472 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0456cf-74b7-4b78-a716-ea544e9de664 req-193a59ff-89db-4278-a2ee-f309a138b386 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:22.856092 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a0456cf-74b7-4b78-a716-ea544e9de664 req-193a59ff-89db-4278-a2ee-f309a138b386 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0492270 May 30 12:12:22.919518 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a0456cf-74b7-4b78-a716-ea544e9de664 req-ebd1423e-459b-4b8b-8f04-147470ec81ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576487 May 30 12:12:24.034518 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288043f-45fb-438c-890c-c0dd211b2142 req-bba1ca04-89f7-4c6b-acd4-d9e541033d07 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:24.036807 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a288043f-45fb-438c-890c-c0dd211b2142 req-bba1ca04-89f7-4c6b-acd4-d9e541033d07 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0479352 May 30 12:12:24.100810 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a288043f-45fb-438c-890c-c0dd211b2142 req-e26c5377-db11-4d81-8555-c70a7de236a6 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0585938 May 30 12:12:25.214780 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e388b1c-aeda-4a1d-9209-a89c0b7d0ff6 req-2cb3fb9d-8f56-4127-a317-6b83cf3c9fbe tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:25.216251 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4e388b1c-aeda-4a1d-9209-a89c0b7d0ff6 req-2cb3fb9d-8f56-4127-a317-6b83cf3c9fbe tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0471094 May 30 12:12:25.286438 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4e388b1c-aeda-4a1d-9209-a89c0b7d0ff6 req-5377d26e-843a-4f16-82e0-b28bf9080bde tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0644476 May 30 12:12:26.408376 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039bdc7-189d-49e8-91b8-1904f2050c25 req-de8e54c3-2731-4c36-bc4f-19cc007cc57f tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:26.409773 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e039bdc7-189d-49e8-91b8-1904f2050c25 req-de8e54c3-2731-4c36-bc4f-19cc007cc57f tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0501089 May 30 12:12:26.471645 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e039bdc7-189d-49e8-91b8-1904f2050c25 req-0cdc6019-b7f6-4358-8e93-d5f89d88ca09 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0555422 May 30 12:12:27.365410 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=58 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:27.366727 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=15 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:27.596537 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b06c5-0177-46d5-8fd1-7d08455e109f req-7fb1a842-0879-4662-bf5b-beda48fa4466 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:27.602088 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ca7b06c5-0177-46d5-8fd1-7d08455e109f req-7fb1a842-0879-4662-bf5b-beda48fa4466 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0564284 May 30 12:12:27.665595 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ca7b06c5-0177-46d5-8fd1-7d08455e109f req-e6beb794-5594-45a5-a81d-fc00a70fdfef tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0612454 May 30 12:12:28.782844 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82f9c0-3aa8-4228-a5c4-073770041e0e req-5a21a197-3c31-4a83-aa3e-8b8bef277713 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:28.784509 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2b82f9c0-3aa8-4228-a5c4-073770041e0e req-5a21a197-3c31-4a83-aa3e-8b8bef277713 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0499651 May 30 12:12:28.848690 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2b82f9c0-3aa8-4228-a5c4-073770041e0e req-4bfe1dbf-16cc-43f7-8129-6b962ce139a7 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0574677 May 30 12:12:29.978711 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5007e7a-4271-4187-8c3f-29a917a39749 req-edd0d0dc-ba68-4eae-a3d2-c96fd42d979c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:29.980212 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a5007e7a-4271-4187-8c3f-29a917a39749 req-edd0d0dc-ba68-4eae-a3d2-c96fd42d979c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0553532 May 30 12:12:30.044639 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a5007e7a-4271-4187-8c3f-29a917a39749 req-1501ea7b-e7bd-4471-a63e-a0486ebcb9b5 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0583282 May 30 12:12:31.003192 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49246) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:31.111052 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:31.168254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:31.180441 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef61f7-6fc7-4f26-b4a9-b30a7bc6a6bb req-0c7d029b-4709-4ead-9e58-7bab0af09fcc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:31.181915 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6eef61f7-6fc7-4f26-b4a9-b30a7bc6a6bb req-0c7d029b-4709-4ead-9e58-7bab0af09fcc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0638359 May 30 12:12:31.218124 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:31.276213 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6eef61f7-6fc7-4f26-b4a9-b30a7bc6a6bb req-3a8423a0-f516-4f7b-99d9-02336406ff41 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0871892 May 30 12:12:31.295194 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Publish callbacks [] for security_group (b658145a-3aa6-4e45-b923-fa1ccad9987e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:31.299040 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b658145a-3aa6-4e45-b923-fa1ccad9987e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:31.357175 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2c1b13c34074936b0d56e0b04b95fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528345 May 30 12:12:31.358587 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b658145a-3aa6-4e45-b923-fa1ccad9987e,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:31.360007 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49252) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:12:31.366536 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.366882 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.367224 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.367584 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.367900 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.368367 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.368695 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.369018 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.370509 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.370509 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.370509 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.370509 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.370913 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.371013 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.371251 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a882e2e0-e1cd-47c8-86dd-060f2cb7d54c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:12:31.418874 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0f87dd70-a269-4ef4-a2ef-87e350ebf387 admin admin] Publish callbacks [] for security_group (b658145a-3aa6-4e45-b923-fa1ccad9987e), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:31.439443 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0f87dd70-a269-4ef4-a2ef-87e350ebf387 admin admin] Publish callbacks [] for security_group (b658145a-3aa6-4e45-b923-fa1ccad9987e), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:31.440248 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=14 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:31.443040 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=12 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:31.489147 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0f87dd70-a269-4ef4-a2ef-87e350ebf387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b658145a-3aa6-4e45-b923-fa1ccad9987e), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:31.491699 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0f87dd70-a269-4ef4-a2ef-87e350ebf387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:31.492841 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-0f87dd70-a269-4ef4-a2ef-87e350ebf387 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b658145a-3aa6-4e45-b923-fa1ccad9987e HTTP/1.1" status: 204 len: 168 time: 0.1317394 May 30 12:12:31.500958 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87dd70-a269-4ef4-a2ef-87e350ebf387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b658145a-3aa6-4e45-b923-fa1ccad9987e,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:12:32.392278 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998ea4c-2ace-4388-bee3-dcc9ac23be32 req-a69e9462-64fd-4820-8b1c-caf8289a79dc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:32.394011 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5998ea4c-2ace-4388-bee3-dcc9ac23be32 req-a69e9462-64fd-4820-8b1c-caf8289a79dc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0497482 May 30 12:12:32.454539 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5998ea4c-2ace-4388-bee3-dcc9ac23be32 req-209f8574-c5a7-4d92-ae30-5769eb3ad841 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548031 May 30 12:12:33.210168 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-05231df3-629a-47b7-b983-3224f856f25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:33.569529 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc07b5-b294-4fc4-b28d-1775a45869bf req-f88740a7-b438-4ee1-8436-397f67d603e2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:33.571032 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-74cc07b5-b294-4fc4-b28d-1775a45869bf req-f88740a7-b438-4ee1-8436-397f67d603e2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0488131 May 30 12:12:33.632297 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-74cc07b5-b294-4fc4-b28d-1775a45869bf req-f6de0cbb-a039-4f5c-977a-8b35e826627d tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0555615 May 30 12:12:33.979584 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:34.754142 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608f64-a28e-4be9-b617-94a8fbc57e17 req-f980a491-128b-480e-bca9-135392d0ebf2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:34.755634 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d7608f64-a28e-4be9-b617-94a8fbc57e17 req-f980a491-128b-480e-bca9-135392d0ebf2 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0528033 May 30 12:12:34.817251 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d7608f64-a28e-4be9-b617-94a8fbc57e17 req-a8af3713-eeed-4dd9-a025-9e675377daf4 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557127 May 30 12:12:35.553769 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-227c3fad-f188-40a3-b4c9-6def97f242a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:35.935874 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59c16a-ffe1-4591-9c5d-ffba3257a82f req-45040d72-2a8c-40f6-8c99-8cf6d3caa8b5 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:35.937363 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ae59c16a-ffe1-4591-9c5d-ffba3257a82f req-45040d72-2a8c-40f6-8c99-8cf6d3caa8b5 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0480733 May 30 12:12:36.003943 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ae59c16a-ffe1-4591-9c5d-ffba3257a82f req-72083ad5-761b-4cf9-8f36-9b0d7870e7cd tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0609789 May 30 12:12:36.669174 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:12:36.947037 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:37.122146 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246577da-f72f-4d1c-b64e-c5244dfa3f66 req-29d297b0-ffd3-4d6c-a239-5e1bc479bb4c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:37.123618 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-246577da-f72f-4d1c-b64e-c5244dfa3f66 req-29d297b0-ffd3-4d6c-a239-5e1bc479bb4c tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0506732 May 30 12:12:37.184978 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-246577da-f72f-4d1c-b64e-c5244dfa3f66 req-7abe871c-2d22-4254-98d5-8e5b1d5d9edb tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0556016 May 30 12:12:38.301329 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffcf76-f642-4d05-a8fb-3f1c0c240b0f req-f2e09bfc-d6a7-4c42-9d02-184992241f22 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:38.302872 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-beffcf76-f642-4d05-a8fb-3f1c0c240b0f req-f2e09bfc-d6a7-4c42-9d02-184992241f22 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0499353 May 30 12:12:38.353183 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:38.364298 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-beffcf76-f642-4d05-a8fb-3f1c0c240b0f req-11111385-8a4d-4ef7-b626-fb95f4c16f31 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557780 May 30 12:12:39.479009 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8479c8-7c83-4b42-b5cb-6c05ffb50760 req-b856a2ea-ecfb-4d88-be9c-4f51a551da94 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:12:39.480481 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4d8479c8-7c83-4b42-b5cb-6c05ffb50760 req-b856a2ea-ecfb-4d88-be9c-4f51a551da94 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0470457 May 30 12:12:39.491458 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:39.545568 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4d8479c8-7c83-4b42-b5cb-6c05ffb50760 req-7a63f7f4-8ff1-430a-8612-9b79c02642fc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=db775c86-ece9-48e3-99d3-7a447f58571b&id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0595057 May 30 12:12:39.937986 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:12:41.495867 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:41.496736 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:48.679346 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:49.536419 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:49.539500 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:49.932040 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:49.933969 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:12:51.673353 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:03.212326 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5f1fb619-f79e-484e-929f-2d141f45113f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:03.996271 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:05.556997 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-879a688f-bb0c-47eb-8764-ee0686cf08ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:06.949748 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:08.357651 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:09.717577 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-f9b630e9-399d-44a3-baa4-91fd34bea7cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406046 May 30 12:13:09.805258 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-8e8de9f2-407c-4112-8654-7628df100bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:09.807327 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-8e8de9f2-407c-4112-8654-7628df100bbe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1169 time: 0.0434818 May 30 12:13:09.912219 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-286a25cd-7dcc-4549-9969-1d2731452dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:09.913655 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-286a25cd-7dcc-4549-9969-1d2731452dbf service neutron] 10.222.0.65 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 915 time: 0.0866780 May 30 12:13:09.940319 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:09.981046 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-6660b83c-5326-488e-9088-658f1435ac1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 1002 time: 0.0594311 May 30 12:13:10.030500 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-0f6d21fc-1169-4664-86b3-a8124343ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:10.031977 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-0f6d21fc-1169-4664-86b3-a8124343ca3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 200 len: 853 time: 0.0441811 May 30 12:13:10.077321 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-16db7f3e-a3c9-4fbd-b30e-035e68bf575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:10.078832 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-16db7f3e-a3c9-4fbd-b30e-035e68bf575d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409784 May 30 12:13:10.173678 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-9004e5da-522a-42a8-834d-44326486da97 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888517 May 30 12:13:10.263959 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-ea444adb-8c8b-4d59-98e8-055d49a03597 req-c86698e1-cda9-43ee-9f22-6a80fda38431 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842597 May 30 12:13:13.668183 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:13:18.163364 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-e23dc1dc-88f4-4eef-a3a5-aadd7bd4b309 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55921125&fields=id&tenant_id=dc19bd60cde244559a823a47293540f7 HTTP/1.1" status: 200 len: 267 time: 0.0438268 May 30 12:13:18.214506 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-b90413dd-fad1-4abc-99eb-655ff1a47e78 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:18.215970 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-b90413dd-fad1-4abc-99eb-655ff1a47e78 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 985 time: 0.0466256 May 30 12:13:18.226310 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-79e7509e-da76-4936-a4a0-3f15678166cc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Request body: {'port': {'security_groups': ['b7d9cd88-bf42-4859-8792-47560fc9c714']}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:18.298504 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-79e7509e-da76-4936-a4a0-3f15678166cc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:18.508071 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-79e7509e-da76-4936-a4a0-3f15678166cc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] For port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:18.536387 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-79e7509e-da76-4936-a4a0-3f15678166cc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:18.541107 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-79e7509e-da76-4936-a4a0-3f15678166cc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:18.554207 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:13:18.588960 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-79e7509e-da76-4936-a4a0-3f15678166cc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:18.589600 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-79e7509e-da76-4936-a4a0-3f15678166cc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:18.590980 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-20775fdd-fa36-4b5c-a89b-8c2d20da6d64 req-79e7509e-da76-4936-a4a0-3f15678166cc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "PUT /v2.0/ports/a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 943 time: 0.3690112 May 30 12:13:18.591432 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:13:18.593784 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284ee444-c327-4814-b57e-17b522f36c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:13:18.600683 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49292) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:18.636229 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7509e-da76-4936-a4a0-3f15678166cc tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event updated for resources: {'Port': ['ID=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,revision_number=7']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:18.659846 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e43b2d0-1674-464a-b537-3534fccfa4d1 x-openstack-request-id: req-4e43b2d0-1674-464a-b537-3534fccfa4d1 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:13:18.660200 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:13:18.660451 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e43b2d0-1674-464a-b537-3534fccfa4d1 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:13:18.660866 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e43b2d0-1674-464a-b537-3534fccfa4d1'] response: {'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'status': 'completed', 'code': 200} May 30 12:13:18.669551 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:13:18.681374 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group (db775c86-ece9-48e3-99d3-7a447f58571b), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:18.748172 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group (db775c86-ece9-48e3-99d3-7a447f58571b), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:18.750794 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee444-c327-4814-b57e-17b522f36c0d req-f1878d65-16c1-41d4-94c1-344d141506af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:18.752469 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-284ee444-c327-4814-b57e-17b522f36c0d req-f1878d65-16c1-41d4-94c1-344d141506af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1130 time: 0.0690176 May 30 12:13:18.872965 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-db5007d9-2d11-44d0-a0e2-cbd7345fff00 None None] Provisioning complete for port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:18.873461 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-db5007d9-2d11-44d0-a0e2-cbd7345fff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:18.873746 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee444-c327-4814-b57e-17b522f36c0d req-699774f5-8df3-40c6-87fa-765a213c690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:18.875277 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-284ee444-c327-4814-b57e-17b522f36c0d req-699774f5-8df3-40c6-87fa-765a213c690a service neutron] 10.222.0.65 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 915 time: 0.1142459 May 30 12:13:18.926602 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (db775c86-ece9-48e3-99d3-7a447f58571b), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:18.929171 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:18.930366 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "DELETE /v2.0/security-groups/db775c86-ece9-48e3-99d3-7a447f58571b HTTP/1.1" status: 204 len: 168 time: 0.3277524 May 30 12:13:18.933729 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49294) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:18.947218 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db775c86-ece9-48e3-99d3-7a447f58571b,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:18.955845 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-284ee444-c327-4814-b57e-17b522f36c0d req-9d5530a6-bc16-4193-983b-e385c28f570c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 1002 time: 0.0737410 May 30 12:13:18.960483 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.960835 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.961181 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.962051 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.962441 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.962777 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.963359 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.963807 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.964200 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.964539 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.964873 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.965216 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.965529 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.965759 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-db5007d9-2d11-44d0-a0e2-cbd7345fff00 None None] Current status of the port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:18.965884 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:18.966169 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd53dc-f62d-4cdb-a5e0-5595eafac8ab tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:19.015492 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:19.020362 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee444-c327-4814-b57e-17b522f36c0d req-3fa60807-9684-41a8-9e18-2f2e2c8c7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:19.021879 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-284ee444-c327-4814-b57e-17b522f36c0d req-3fa60807-9684-41a8-9e18-2f2e2c8c7166 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 200 len: 853 time: 0.0527623 May 30 12:13:19.067843 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee444-c327-4814-b57e-17b522f36c0d req-1b61cb12-110f-4e8e-810c-096766a3d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:19.069295 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-284ee444-c327-4814-b57e-17b522f36c0d req-1b61cb12-110f-4e8e-810c-096766a3d77d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410528 May 30 12:13:19.082796 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Deleting port e8646eee-1add-4127-9678-f2c7c467489a {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:13:19.083118 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (e8646eee-1add-4127-9678-f2c7c467489a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:19.148464 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:19.165899 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (e8646eee-1add-4127-9678-f2c7c467489a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:19.166522 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for floatingip (e8646eee-1add-4127-9678-f2c7c467489a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:19.166916 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-284ee444-c327-4814-b57e-17b522f36c0d req-ce46f400-b628-4f7c-8f67-819bc4b0168d service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904782 May 30 12:13:19.180402 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Calling delete_port for e8646eee-1add-4127-9678-f2c7c467489a owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:13:19.262919 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-284ee444-c327-4814-b57e-17b522f36c0d req-ac4765fe-0566-4782-bca6-0c69db95f971 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897112 May 30 12:13:19.288329 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:19.332693 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:19.354002 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (e8646eee-1add-4127-9678-f2c7c467489a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:19.379560 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event deleted for resources: {'Port': ['ID=e8646eee-1add-4127-9678-f2c7c467489a,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:19.440676 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks [] for floatingip (92c5f7fe-d46d-4af2-8701-14bced83abf8), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:19.441011 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Floating IP 92c5f7fe-d46d-4af2-8701-14bced83abf8 disassociated (deleted). External IP: 172.27.1.247, port: a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9. May 30 12:13:19.638340 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:13:19.740636 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:13:19.745976 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:19.750959 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] Sync routers for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:13:19.761700 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:19.762323 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:19.776934 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ddd5fd51-01cf-4394-8774-4a6b0b46302a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "DELETE /v2.0/floatingips/92c5f7fe-d46d-4af2-8701-14bced83abf8 HTTP/1.1" status: 204 len: 168 time: 0.8420277 May 30 12:13:19.869422 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:19.894071 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:20.006629 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:20.072458 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '43047b92-2eb8-440b-829d-c6c2a283e9ae', 'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'mac_address': 'fa:16:3e:80:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:50Z', 'updated_at': '2022-05-30T12:10:55Z', 'revision_number': 5, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'subnets': [{'id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:20.103613 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] Checking router: ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:13:20.112325 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:20.112950 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:20.212530 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:20.414190 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '43047b92-2eb8-440b-829d-c6c2a283e9ae', 'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'mac_address': 'fa:16:3e:80:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:50Z', 'updated_at': '2022-05-30T12:10:55Z', 'revision_number': 5, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'subnets': [{'id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:20.439652 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3cc6a-ffd8-4b3c-b177-691d6b3e29f6 None None] The sync data for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi is: [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:10:51Z', 'revision_number': 4, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '43047b92-2eb8-440b-829d-c6c2a283e9ae', 'name': '', 'network_id': 'a121b1f9-7b00-47bf-84b5-7a169b4dfa4a', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'mac_address': 'fa:16:3e:80:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:50Z', 'updated_at': '2022-05-30T12:10:55Z', 'revision_number': 5, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'subnets': [{'id': '816f7453-a6c9-4056-8c74-1f3676e7201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:13:20.662295 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e820c1-44d7-4677-9b43-5982d0328f58 None None] New status for floating IP 92c5f7fe-d46d-4af2-8701-14bced83abf8: DOWN {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:13:20.662988 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:13:20.665364 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268935a4-9e67-4f25-9ca1-fa02aca0d910" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:13:20.700332 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5028f9c-2d88-4bc8-aec6-7b04d3b4ec95 x-openstack-request-id: req-c5028f9c-2d88-4bc8-aec6-7b04d3b4ec95 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:13:20.700623 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:13:20.700874 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5028f9c-2d88-4bc8-aec6-7b04d3b4ec95 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:13:20.701275 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5028f9c-2d88-4bc8-aec6-7b04d3b4ec95'] response: {'name': 'network-changed', 'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'status': 'completed', 'code': 200} May 30 12:13:20.770238 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-f6843ea8-d944-42f6-bc61-476b21874dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:20.772768 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-f6843ea8-d944-42f6-bc61-476b21874dca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc19bd60cde244559a823a47293540f7&device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 1130 time: 0.0464470 May 30 12:13:20.873878 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-9ec2340d-c35c-420d-b6f1-6a2fc3cd3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:20.875343 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-9ec2340d-c35c-420d-b6f1-6a2fc3cd3615 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 200 len: 915 time: 0.0955606 May 30 12:13:20.916781 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-7e3d7424-a47e-4947-8354-6545c50a7a6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 200 len: 217 time: 0.0348623 May 30 12:13:20.968481 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-f239058d-e4fc-42cb-8025-6bca2e4f6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:20.969893 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-f239058d-e4fc-42cb-8025-6bca2e4f6c03 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 200 len: 853 time: 0.0447359 May 30 12:13:21.022406 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-b4cd1c68-2520-476f-addb-5073ad87f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:21.024531 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-b4cd1c68-2520-476f-addb-5073ad87f203 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434232 May 30 12:13:21.128846 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-a44cd692-3cc3-4b08-83db-04d4ef68e14e service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984278 May 30 12:13:21.234254 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-268935a4-9e67-4f25-9ca1-fa02aca0d910 req-a55d4119-fcb6-4d67-a59c-416c29d3aa12 service neutron] 10.222.0.65 "GET /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923066 May 30 12:13:22.530148 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4f3a-2825-4e7d-8d2b-6a4e6d29cb45 req-03ec9ee0-4722-4637-9559-a2d9416d9b93 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:22.531602 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f79a4f3a-2825-4e7d-8d2b-6a4e6d29cb45 req-03ec9ee0-4722-4637-9559-a2d9416d9b93 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.0475087 May 30 12:13:22.580912 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f79a4f3a-2825-4e7d-8d2b-6a4e6d29cb45 req-963086fc-1c54-425b-b85a-c6b8c58d769f tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 May 30 12:13:23.697690 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74b20-75c8-47e8-8207-d6c264b87e18 req-7c851b2d-e798-4210-852f-e8f81f4f5cf4 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:23.699147 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-adb74b20-75c8-47e8-8207-d6c264b87e18 req-7c851b2d-e798-4210-852f-e8f81f4f5cf4 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.0470207 May 30 12:13:23.746134 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-adb74b20-75c8-47e8-8207-d6c264b87e18 req-9a6ae7a8-c1e9-409c-a606-50cbaefc5f16 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 May 30 12:13:24.533204 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-4cc06e54-00d4-483e-8a83-8901068de109 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:24.534677 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-4cc06e54-00d4-483e-8a83-8901068de109 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.65 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.0474813 May 30 12:13:24.625312 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Deleting port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:13:24.625650 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:24.715014 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] For port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:24.715376 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:24.728925 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Calling delete_port for a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:13:24.779711 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:24.863875 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead90bce-d1c1-416f-a7c4-2925a8414cf9 req-fab570db-c221-4ee1-a4eb-dc3ccab748da tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:24.865524 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ead90bce-d1c1-416f-a7c4-2925a8414cf9 req-fab570db-c221-4ee1-a4eb-dc3ccab748da tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4eb46ab6-5aba-438a-b5d0-b04d6ddee02e HTTP/1.1" status: 200 len: 946 time: 0.0500581 May 30 12:13:24.867757 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:24.884647 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:13:24.897976 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Pushing event deleted for resources: {'Port': ['ID=a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:24.914582 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ead90bce-d1c1-416f-a7c4-2925a8414cf9 req-05d28220-b5be-4214-8db5-3c3cbbabcd3a tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7d9cd88-bf42-4859-8792-47560fc9c714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 May 30 12:13:24.951754 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] No DVR routers for this DVR port a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:13:24.954232 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:24.957424 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1b43d3f-496e-45f0-ac8d-03efcc333c7f req-22a34097-2c41-4f9d-b12d-0a05a1e13901 tempest-TestMinimumBasicScenario-1181441056 tempest-TestMinimumBasicScenario-1181441056-project] 10.222.0.65 "DELETE /v2.0/ports/a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 HTTP/1.1" status: 204 len: 173 time: 0.4148734 May 30 12:13:24.957860 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'name': 'network-vif-deleted', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:13:24.960080 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dc9bf5-dd8b-4fa7-8129-155732b8a7eb" -d '{"events": [{"server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "name": "network-vif-deleted", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:13:24.998097 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8c0f1f-235c-43b1-beb4-0f6a6176c1ec x-openstack-request-id: req-ae8c0f1f-235c-43b1-beb4-0f6a6176c1ec {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:13:24.998459 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb46ab6-5aba-438a-b5d0-b04d6ddee02e", "name": "network-vif-deleted", "tag": "a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:13:24.998714 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae8c0f1f-235c-43b1-beb4-0f6a6176c1ec {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:13:24.999125 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8c0f1f-235c-43b1-beb4-0f6a6176c1ec'] response: {'server_uuid': '4eb46ab6-5aba-438a-b5d0-b04d6ddee02e', 'name': 'network-vif-deleted', 'tag': 'a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9', 'status': 'completed', 'code': 200} May 30 12:13:26.635424 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49376) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:26.732792 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:26.950512 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:26.965823 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:27.425885 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Deleting port 43047b92-2eb8-440b-829d-c6c2a283e9ae {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:13:27.426217 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:27.502645 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] For port 43047b92-2eb8-440b-829d-c6c2a283e9ae, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=43047b92-2eb8-440b-829d-c6c2a283e9ae,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:27.503004 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:27.518197 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Calling delete_port for 43047b92-2eb8-440b-829d-c6c2a283e9ae owned by network:router_interface {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:13:27.691830 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (43047b92-2eb8-440b-829d-c6c2a283e9ae), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:27.715849 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Pushing event deleted for resources: {'Port': ['ID=43047b92-2eb8-440b-829d-c6c2a283e9ae,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:27.826232 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:27.885676 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.031947 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:28.045644 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:13:28.064841 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:13:28.065190 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device a3736af0-e6ce-4bc1-adc2-3c3c8417fdb9 not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:13:28.093107 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:13:28.197686 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:13:28.202683 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e6e1a2f2-1854-4710-9349-cfd17b738732 admin admin] 10.222.0.32 "PUT /v2.0/routers/ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5661869 May 30 12:13:28.205198 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49378) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:28.208358 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] Sync routers for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:13:28.219917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:28.220566 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:28.314195 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks [] for router (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.419495 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks [] for router_gateway (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.453209 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:28.466515 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Deleting port 561fd583-9d1e-47cc-b6b8-6c9e417f255b {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:13:28.466860 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.548236 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] For port 561fd583-9d1e-47cc-b6b8-6c9e417f255b, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=561fd583-9d1e-47cc-b6b8-6c9e417f255b,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:28.548706 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.561624 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Calling delete_port for 561fd583-9d1e-47cc-b6b8-6c9e417f255b owned by network:router_gateway {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:13:28.623426 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:13:27Z', 'revision_number': 5, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port': {'id': '561fd583-9d1e-47cc-b6b8-6c9e417f255b', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:48Z', 'updated_at': '2022-05-30T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:28.652785 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] Checking router: ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:13:28.661320 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] Routers {'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:28.661940 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:28.715103 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:28.738824 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (561fd583-9d1e-47cc-b6b8-6c9e417f255b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.752506 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] Set router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:28.768292 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=561fd583-9d1e-47cc-b6b8-6c9e417f255b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:28.805362 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:13:28Z', 'revision_number': 6, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port_host': None}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:28.829926 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c2e49-5f48-45bf-bb9d-68fc38876ce8 None None] The sync data for ids ['ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f'] in dv-cinder-840512-2-iscsi is: [{'id': 'ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f', 'name': 'tempest-TestMinimumBasicScenario-899430181-router', 'tenant_id': 'dc19bd60cde244559a823a47293540f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:47Z', 'updated_at': '2022-05-30T12:13:28Z', 'revision_number': 6, 'project_id': 'dc19bd60cde244559a823a47293540f7', 'gw_port_host': None}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:13:28.831121 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.925881 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.927449 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:28.929139 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks [] for router_controller (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.975857 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.976642 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f {{(pid=104002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:13:28.981927 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:28.982995 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c753c626-54f9-4add-b0af-401d708d6e15 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ebe58ab3-2bb0-4dc1-a9b5-5deafb35fc3f HTTP/1.1" status: 204 len: 168 time: 0.7768872 May 30 12:13:28.985587 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49380) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:29.033805 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f1ddfb-793f-479f-b22b-9b899808342d admin admin] Deleting subnet 816f7453-a6c9-4056-8c74-1f3676e7201d {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:13:29.037009 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-38f1ddfb-793f-479f-b22b-9b899808342d admin admin] Publish callbacks [] for subnet (816f7453-a6c9-4056-8c74-1f3676e7201d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.072984 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-38f1ddfb-793f-479f-b22b-9b899808342d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9854288'] for subnet (816f7453-a6c9-4056-8c74-1f3676e7201d), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.145876 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-38f1ddfb-793f-479f-b22b-9b899808342d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (816f7453-a6c9-4056-8c74-1f3676e7201d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.205775 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-38f1ddfb-793f-479f-b22b-9b899808342d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8869219'] for subnet (816f7453-a6c9-4056-8c74-1f3676e7201d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.235240 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1ddfb-793f-479f-b22b-9b899808342d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816f7453-a6c9-4056-8c74-1f3676e7201d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:29.244367 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-38f1ddfb-793f-479f-b22b-9b899808342d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.250793 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd5ac09-aa4f-4a74-b0cc-1e371a012d79 None None] Network a121b1f9-7b00-47bf-84b5-7a169b4dfa4a requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:13:29.252707 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49382) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:29.253128 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-38f1ddfb-793f-479f-b22b-9b899808342d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/816f7453-a6c9-4056-8c74-1f3676e7201d HTTP/1.1" status: 204 len: 168 time: 0.2661035 May 30 12:13:29.266468 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:29.304874 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:29.340295 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (a121b1f9-7b00-47bf-84b5-7a169b4dfa4a), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.383133 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Deleting port 389bf9f8-7bc4-4060-934a-a600806c782d {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:13:29.383472 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.449648 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] For port 389bf9f8-7bc4-4060-934a-a600806c782d, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=389bf9f8-7bc4-4060-934a-a600806c782d,segment=NetworkSegment(60180c8b-0d15-40de-873a-bcdd8eac0fbb),segment_id=60180c8b-0d15-40de-873a-bcdd8eac0fbb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:29.449913 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.462976 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Calling delete_port for 389bf9f8-7bc4-4060-934a-a600806c782d owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:13:29.539171 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (389bf9f8-7bc4-4060-934a-a600806c782d), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.564815 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Pushing event deleted for resources: {'Port': ['ID=389bf9f8-7bc4-4060-934a-a600806c782d,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:29.566594 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] No DVR routers for this DVR port 389bf9f8-7bc4-4060-934a-a600806c782d on host dv-cinder-840512-2-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:13:29.643226 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (a121b1f9-7b00-47bf-84b5-7a169b4dfa4a), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.648732 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c594c88-74ab-48c3-9365-1842bdb2db67 None None] DHCP port deletion for a121b1f9-7b00-47bf-84b5-7a169b4dfa4a request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:13:29.667766 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a121b1f9-7b00-47bf-84b5-7a169b4dfa4a']}} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:29.677850 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60180c8b-0d15-40de-873a-bcdd8eac0fbb') {'for_net_delete': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:29.678145 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60180c8b-0d15-40de-873a-bcdd8eac0fbb') {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:29.687830 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9345376'] for segment (60180c8b-0d15-40de-873a-bcdd8eac0fbb), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.702120 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (60180c8b-0d15-40de-873a-bcdd8eac0fbb), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.708035 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:13:29.708444 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8969161'] for segment (60180c8b-0d15-40de-873a-bcdd8eac0fbb), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.752621 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment 60180c8b-0d15-40de-873a-bcdd8eac0fbb resource provider aggregate not found May 30 12:13:29.773923 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment 60180c8b-0d15-40de-873a-bcdd8eac0fbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60180c8b-0d15-40de-873a-bcdd8eac0fbb found for delete ", "request_id": "req-bdd47dc0-20d0-4916-84bb-72c9b37d5e76"}]} May 30 12:13:29.779331 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (a121b1f9-7b00-47bf-84b5-7a169b4dfa4a), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.785118 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:29.788148 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] 10.222.0.32 "DELETE /v2.0/networks/a121b1f9-7b00-47bf-84b5-7a169b4dfa4a HTTP/1.1" status: 204 len: 168 time: 0.5328860 May 30 12:13:29.791138 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49388) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:29.799715 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96d8f9-1ca7-4cdf-8cf6-454e3aade46b admin admin] Pushing event deleted for resources: {'Network': ['ID=a121b1f9-7b00-47bf-84b5-7a169b4dfa4a,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:29.904516 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 561fd583-9d1e-47cc-b6b8-6c9e417f255b no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:13:29.932922 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 561fd583-9d1e-47cc-b6b8-6c9e417f255b {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:13:29.933276 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 561fd583-9d1e-47cc-b6b8-6c9e417f255b not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:13:29.933908 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 43047b92-2eb8-440b-829d-c6c2a283e9ae no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:13:29.958999 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 43047b92-2eb8-440b-829d-c6c2a283e9ae {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:13:29.959351 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 43047b92-2eb8-440b-829d-c6c2a283e9ae not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:13:29.959764 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 389bf9f8-7bc4-4060-934a-a600806c782d no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:13:29.979829 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 389bf9f8-7bc4-4060-934a-a600806c782d {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:13:29.980201 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 389bf9f8-7bc4-4060-934a-a600806c782d not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:13:30.125041 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (a850f4de-a258-40fe-8634-c1234082d973), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:30.183183 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:30.366772 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Deleting port 8aa96561-8a41-4c15-b029-42cedf53ebb2 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:13:30.367057 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:30.450935 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] For port 8aa96561-8a41-4c15-b029-42cedf53ebb2, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=8aa96561-8a41-4c15-b029-42cedf53ebb2,segment=NetworkSegment(5f3888f8-daf6-4e98-8d4d-cbba4665b2fe),segment_id=5f3888f8-daf6-4e98-8d4d-cbba4665b2fe)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:30.451287 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:30.464043 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Calling delete_port for 8aa96561-8a41-4c15-b029-42cedf53ebb2 owned by network:router_interface {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:13:30.506036 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:30.647817 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (8aa96561-8a41-4c15-b029-42cedf53ebb2), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:30.670265 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa96561-8a41-4c15-b029-42cedf53ebb2,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:30.693544 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:30.835392 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (a850f4de-a258-40fe-8634-c1234082d973), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:30.984891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:31.043271 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Router a850f4de-a258-40fe-8634-c1234082d973 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:13:31.145814 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:13:31.153591 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9249027a-3396-4bdd-aac8-b00688da1f92 admin admin] 10.222.0.32 "PUT /v2.0/routers/a850f4de-a258-40fe-8634-c1234082d973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3591592 May 30 12:13:31.153913 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49390) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:31.156547 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] Sync routers for ids ['a850f4de-a258-40fe-8634-c1234082d973'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:13:31.167557 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] Routers {'a850f4de-a258-40fe-8634-c1234082d973'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:31.168347 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a850f4de-a258-40fe-8634-c1234082d973'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:31.275685 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] Set router a850f4de-a258-40fe-8634-c1234082d973 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:31.454130 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850f4de-a258-40fe-8634-c1234082d973', 'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '74899016-832f-4556-b691-22a56b80480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:53Z', 'updated_at': '2022-05-30T12:13:30Z', 'revision_number': 5, 'project_id': '20c153c20fd24882972be249a215ac2c', 'gw_port': {'id': '74899016-832f-4556-b691-22a56b80480f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:54Z', 'updated_at': '2022-05-30T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:31.483245 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] Checking router: a850f4de-a258-40fe-8634-c1234082d973 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:13:31.492668 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] Routers {'a850f4de-a258-40fe-8634-c1234082d973'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:31.493296 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a850f4de-a258-40fe-8634-c1234082d973'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:31.516248 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks [] for router (a850f4de-a258-40fe-8634-c1234082d973), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:31.601255 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] Set router a850f4de-a258-40fe-8634-c1234082d973 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:31.623302 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks [] for router_gateway (a850f4de-a258-40fe-8634-c1234082d973), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:31.661320 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:31.667398 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Deleting port 74899016-832f-4556-b691-22a56b80480f {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:13:31.667845 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (74899016-832f-4556-b691-22a56b80480f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:31.747146 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] For port 74899016-832f-4556-b691-22a56b80480f, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=74899016-832f-4556-b691-22a56b80480f,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:31.747499 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (74899016-832f-4556-b691-22a56b80480f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:31.760986 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Calling delete_port for 74899016-832f-4556-b691-22a56b80480f owned by network:router_gateway {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:13:31.768421 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a850f4de-a258-40fe-8634-c1234082d973', 'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '74899016-832f-4556-b691-22a56b80480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:53Z', 'updated_at': '2022-05-30T12:13:30Z', 'revision_number': 5, 'project_id': '20c153c20fd24882972be249a215ac2c', 'gw_port': {'id': '74899016-832f-4556-b691-22a56b80480f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:54Z', 'updated_at': '2022-05-30T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:31.793800 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d1c3ca-6115-42f9-9d94-7003e541a9d8 None None] The sync data for ids ['a850f4de-a258-40fe-8634-c1234082d973'] in dv-cinder-840512-2-iscsi is: [{'id': 'a850f4de-a258-40fe-8634-c1234082d973', 'name': 'tempest-TestMinimumBasicScenario-1241123947-router', 'tenant_id': '20c153c20fd24882972be249a215ac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '74899016-832f-4556-b691-22a56b80480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:10:53Z', 'updated_at': '2022-05-30T12:13:30Z', 'revision_number': 5, 'project_id': '20c153c20fd24882972be249a215ac2c', 'gw_port': {'id': '74899016-832f-4556-b691-22a56b80480f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850f4de-a258-40fe-8634-c1234082d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:10:54Z', 'updated_at': '2022-05-30T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:13:31.929897 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (74899016-832f-4556-b691-22a56b80480f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:31.957708 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=74899016-832f-4556-b691-22a56b80480f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:31.970239 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.970584 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.970920 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.971250 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.971582 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.971934 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.972290 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.972612 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.972938 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.973256 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.973578 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.973896 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.974219 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.974539 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:31.974841 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:32.031335 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (a850f4de-a258-40fe-8634-c1234082d973), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.117592 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (a850f4de-a258-40fe-8634-c1234082d973), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.119992 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks [] for router_controller (a850f4de-a258-40fe-8634-c1234082d973), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.124612 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:32.167209 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (a850f4de-a258-40fe-8634-c1234082d973), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.167822 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a850f4de-a258-40fe-8634-c1234082d973 {{(pid=104002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:13:32.172472 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.173632 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-deb9767d-f7f8-4369-a62f-a293a3f2e9f9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a850f4de-a258-40fe-8634-c1234082d973 HTTP/1.1" status: 204 len: 168 time: 1.0188167 May 30 12:13:32.176143 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49392) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:32.226702 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee33e9e8-f66c-4934-9c1a-c86caa3a1e69 admin admin] Deleting subnet 2741311a-0bc1-4086-a8f7-f9424e9da81f {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:13:32.232371 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee33e9e8-f66c-4934-9c1a-c86caa3a1e69 admin admin] Publish callbacks [] for subnet (2741311a-0bc1-4086-a8f7-f9424e9da81f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.259837 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8aa96561-8a41-4c15-b029-42cedf53ebb2 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:13:32.270886 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee33e9e8-f66c-4934-9c1a-c86caa3a1e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9854288'] for subnet (2741311a-0bc1-4086-a8f7-f9424e9da81f), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.281564 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 8aa96561-8a41-4c15-b029-42cedf53ebb2 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:13:32.281913 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 8aa96561-8a41-4c15-b029-42cedf53ebb2 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:13:32.350941 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee33e9e8-f66c-4934-9c1a-c86caa3a1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (2741311a-0bc1-4086-a8f7-f9424e9da81f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.412688 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee33e9e8-f66c-4934-9c1a-c86caa3a1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8869219'] for subnet (2741311a-0bc1-4086-a8f7-f9424e9da81f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.440588 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33e9e8-f66c-4934-9c1a-c86caa3a1e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2741311a-0bc1-4086-a8f7-f9424e9da81f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:32.444261 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee33e9e8-f66c-4934-9c1a-c86caa3a1e69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.447415 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ee33e9e8-f66c-4934-9c1a-c86caa3a1e69 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2741311a-0bc1-4086-a8f7-f9424e9da81f HTTP/1.1" status: 204 len: 168 time: 0.2703445 May 30 12:13:32.450132 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49394) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:32.452670 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a1e1a8-e5f0-4727-9f0d-616355d76db5 None None] Network 413cfc81-052a-4667-8f5d-fddd8ffa5775 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:13:32.514315 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:32.523060 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (413cfc81-052a-4667-8f5d-fddd8ffa5775), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.565133 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:32.573585 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Deleting port deafec55-b959-4b3e-9c53-b8a291647790 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:13:32.574071 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (deafec55-b959-4b3e-9c53-b8a291647790), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.658003 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] For port deafec55-b959-4b3e-9c53-b8a291647790, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=deafec55-b959-4b3e-9c53-b8a291647790,segment=NetworkSegment(5f3888f8-daf6-4e98-8d4d-cbba4665b2fe),segment_id=5f3888f8-daf6-4e98-8d4d-cbba4665b2fe)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:32.658368 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (deafec55-b959-4b3e-9c53-b8a291647790), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.672804 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Calling delete_port for deafec55-b959-4b3e-9c53-b8a291647790 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:13:32.752246 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (deafec55-b959-4b3e-9c53-b8a291647790), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.782848 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Pushing event deleted for resources: {'Port': ['ID=deafec55-b959-4b3e-9c53-b8a291647790,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:32.784683 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] No DVR routers for this DVR port deafec55-b959-4b3e-9c53-b8a291647790 on host dv-cinder-840512-2-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:13:32.849635 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f2f90-0ac0-4de1-a98a-ac6f438aa2d1 None None] DHCP port deletion for 413cfc81-052a-4667-8f5d-fddd8ffa5775 request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:13:32.859012 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (413cfc81-052a-4667-8f5d-fddd8ffa5775), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.887114 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413cfc81-052a-4667-8f5d-fddd8ffa5775']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:32.896750 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:32.897048 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3888f8-daf6-4e98-8d4d-cbba4665b2fe') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:32.910982 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9854297'] for segment (5f3888f8-daf6-4e98-8d4d-cbba4665b2fe), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.924261 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (5f3888f8-daf6-4e98-8d4d-cbba4665b2fe), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.930701 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:13:32.931342 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408957'] for segment (5f3888f8-daf6-4e98-8d4d-cbba4665b2fe), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:32.969466 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 5f3888f8-daf6-4e98-8d4d-cbba4665b2fe resource provider aggregate not found May 30 12:13:32.988967 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 5f3888f8-daf6-4e98-8d4d-cbba4665b2fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f3888f8-daf6-4e98-8d4d-cbba4665b2fe found for delete ", "request_id": "req-f72c5db4-5ddc-4cfb-90e4-501c2e1b5499"}]} May 30 12:13:32.999816 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (413cfc81-052a-4667-8f5d-fddd8ffa5775), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.007523 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.010868 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] 10.222.0.32 "DELETE /v2.0/networks/413cfc81-052a-4667-8f5d-fddd8ffa5775 HTTP/1.1" status: 204 len: 168 time: 0.5596449 May 30 12:13:33.028286 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7dde7-f862-4e15-824c-cd5b841fce19 admin admin] Pushing event deleted for resources: {'Network': ['ID=413cfc81-052a-4667-8f5d-fddd8ffa5775,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:33.181431 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49402) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:33.214798 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f86404cb-5056-4342-8b55-51a76b2592fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.226640 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-44b43e06-e18c-45c0-886f-7de819e0a202 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc19bd60cde244559a823a47293540f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440571 May 30 12:13:33.229807 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49404) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:33.267908 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:33.279410 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fbb9a490-9279-486e-ab00-5528941d148e admin admin] Publish callbacks [] for security_group (b7d9cd88-bf42-4859-8792-47560fc9c714), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.302328 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fbb9a490-9279-486e-ab00-5528941d148e admin admin] Publish callbacks [] for security_group (b7d9cd88-bf42-4859-8792-47560fc9c714), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.356435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fbb9a490-9279-486e-ab00-5528941d148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (b7d9cd88-bf42-4859-8792-47560fc9c714), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.358896 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fbb9a490-9279-486e-ab00-5528941d148e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.360061 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-fbb9a490-9279-486e-ab00-5528941d148e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7d9cd88-bf42-4859-8792-47560fc9c714 HTTP/1.1" status: 204 len: 168 time: 0.1293497 May 30 12:13:33.367884 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9a490-9279-486e-ab00-5528941d148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d9cd88-bf42-4859-8792-47560fc9c714,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:33.697952 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49410) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:33.738475 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8223dccf-7085-4bb8-b0c4-ebebd21fecb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20c153c20fd24882972be249a215ac2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393074 May 30 12:13:33.740909 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49412) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:33.789288 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed42ff76-3cad-4767-8f18-94cee034817e admin admin] Publish callbacks [] for security_group (2ba77105-6ecb-4f0c-906c-20b5b8fe154a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.810518 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed42ff76-3cad-4767-8f18-94cee034817e admin admin] Publish callbacks [] for security_group (2ba77105-6ecb-4f0c-906c-20b5b8fe154a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.843028 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:33.868212 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed42ff76-3cad-4767-8f18-94cee034817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (2ba77105-6ecb-4f0c-906c-20b5b8fe154a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.872366 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed42ff76-3cad-4767-8f18-94cee034817e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:33.873548 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ed42ff76-3cad-4767-8f18-94cee034817e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ba77105-6ecb-4f0c-906c-20b5b8fe154a HTTP/1.1" status: 204 len: 168 time: 0.1317501 May 30 12:13:33.883340 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42ff76-3cad-4767-8f18-94cee034817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba77105-6ecb-4f0c-906c-20b5b8fe154a,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:33.901969 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device deafec55-b959-4b3e-9c53-b8a291647790 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:13:33.923419 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: deafec55-b959-4b3e-9c53-b8a291647790 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:13:33.923758 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device deafec55-b959-4b3e-9c53-b8a291647790 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:13:33.924360 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 74899016-832f-4556-b691-22a56b80480f no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:13:33.948894 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 74899016-832f-4556-b691-22a56b80480f {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:13:33.949242 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 74899016-832f-4556-b691-22a56b80480f not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:13:34.007134 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:34.589701 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49434) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:34.694562 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1032296187-network', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:34.717715 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Made reservation on behalf of 7ab20a59f54348e6b0d892ea010aff9c for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:13:34.720422 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:34.730238 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:34.814006 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Publish callbacks [] for security_group (9516cc89-1e0c-49f1-98f5-2d60871d569b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:34.818109 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (9516cc89-1e0c-49f1-98f5-2d60871d569b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:34.846338 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:13:34.857221 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9516cc89-1e0c-49f1-98f5-2d60871d569b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:34.864062 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (5daf25dc-ca24-41be-b5f8-44d8c11b8e37), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:34.864436 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Added segment 5daf25dc-ca24-41be-b5f8-44d8c11b8e37 of type vlan for network ce5c8f6f-8c28-4518-9a07-1331ddd810ef May 30 12:13:34.908792 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (ce5c8f6f-8c28-4518-9a07-1331ddd810ef), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:34.933990 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (ce5c8f6f-8c28-4518-9a07-1331ddd810ef), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:34.935146 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:34.936785 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.002058 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4112492 May 30 12:13:35.005513 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227c117-d80c-465a-afe9-bf7d2ff643b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce5c8f6f-8c28-4518-9a07-1331ddd810ef,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:35.005908 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49438) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:35.011451 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Request body: {'subnet': {'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1032296187-subnet', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'ip_version': 4}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:35.015413 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network ce5c8f6f-8c28-4518-9a07-1331ddd810ef details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:13:35.032788 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Made reservation on behalf of 7ab20a59f54348e6b0d892ea010aff9c for: {'subnet': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:13:35.035256 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9075086'] for subnet (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.168472 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:35.216092 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8968874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9075096'] for subnet (77fb8fe7-791c-4a8c-be50-4bde40d4589f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.278431 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fb8fe7-791c-4a8c-be50-4bde40d4589f,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:35.285119 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Checking segment: {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:13:35.285476 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Network hostable DHCP agents. Network: ce5c8f6f-8c28-4518-9a07-1331ddd810ef, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:13:35.303999 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Network ce5c8f6f-8c28-4518-9a07-1331ddd810ef is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:13:35.314168 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, ce5c8f6f-8c28-4518-9a07-1331ddd810ef) {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:35.318881 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:35.319539 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.325518 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa34c879-afd3-4fb1-8129-e4747bfe61a6 None None] Network ce5c8f6f-8c28-4518-9a07-1331ddd810ef requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:13:35.326262 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:35.338723 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-3abe0675-cf31-43f3-81f7-dd67261536f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3315148 May 30 12:13:35.341185 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49440) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:35.345622 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:35.367908 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (b84c0912-1cd3-4fb0-a409-4651ab84eeff), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.369411 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (b84c0912-1cd3-4fb0-a409-4651ab84eeff), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.425899 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks [] for router_controller (b84c0912-1cd3-4fb0-a409-4651ab84eeff), precommit_add_association {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.437948 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7180474e-7092-4233-874f-768ab579942c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:13:35.438916 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.567105 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks [] for router_gateway (b84c0912-1cd3-4fb0-a409-4651ab84eeff), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.596127 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-35fc5105-2006-4896-b146-89c23c7745d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.606835 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-7180474e-7092-4233-874f-768ab579942c None None] Allocated IP 172.20.0.2 (ce5c8f6f-8c28-4518-9a07-1331ddd810ef/77fb8fe7-791c-4a8c-be50-4bde40d4589f/3452b928-4bd0-43f9-b7ba-0246d5d539b0) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:13:35.761298 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Publish callbacks [] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.762040 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks [] for router_gateway (b84c0912-1cd3-4fb0-a409-4651ab84eeff), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.767947 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.785234 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.812423 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180474e-7092-4233-874f-768ab579942c None None] Network ce5c8f6f-8c28-4518-9a07-1331ddd810ef is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:13:35.815584 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-7180474e-7092-4233-874f-768ab579942c None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:35.818201 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7180474e-7092-4233-874f-768ab579942c None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:13:35.831094 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180474e-7092-4233-874f-768ab579942c None None] Pushing event updated for resources: {'Port': ['ID=3452b928-4bd0-43f9-b7ba-0246d5d539b0,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:35.855807 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.856250 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.856504 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.856826 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.857164 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.857485 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.857806 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.858123 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.858443 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.858761 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.859076 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.859392 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.859703 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.860011 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.860346 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:35.903750 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-7180474e-7092-4233-874f-768ab579942c None None] Attempting to bind port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:13:35.904015 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Allocated IP 172.27.1.82 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/1e36b4a5-8135-47b7-9025-7d555b35e2ac) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:13:35.904127 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-7180474e-7092-4233-874f-768ab579942c None None] Attempting to bind port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:13:35.904488 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180474e-7092-4233-874f-768ab579942c None None] Attempting to bind port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 on network ce5c8f6f-8c28-4518-9a07-1331ddd810ef {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:13:35.911127 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180474e-7092-4233-874f-768ab579942c None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:13:35.911509 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180474e-7092-4233-874f-768ab579942c None None] Checking segment: {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:13:35.911947 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.912363 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180474e-7092-4233-874f-768ab579942c None None] Bound using segment: {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:13:35.912830 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-7180474e-7092-4233-874f-768ab579942c None None] Bound port: 3452b928-4bd0-43f9-b7ba-0246d5d539b0, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:13:35.913205 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:35.953970 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:35.986170 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-7180474e-7092-4233-874f-768ab579942c None None] For port 3452b928-4bd0-43f9-b7ba-0246d5d539b0, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:13:35.989636 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-7180474e-7092-4233-874f-768ab579942c None None] For port 3452b928-4bd0-43f9-b7ba-0246d5d539b0, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=3452b928-4bd0-43f9-b7ba-0246d5d539b0,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:13:35.996716 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7180474e-7092-4233-874f-768ab579942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:36.013586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks [] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:36.050541 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:36.059738 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:36.063916 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:36.065671 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180474e-7092-4233-874f-768ab579942c None None] Pushing event updated for resources: {'Port': ['ID=3452b928-4bd0-43f9-b7ba-0246d5d539b0,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:36.097645 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:13:36.104182 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:36.108247 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:13:36.146212 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Pushing event updated for resources: {'Port': ['ID=1e36b4a5-8135-47b7-9025-7d555b35e2ac,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:36.209334 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:36.676768 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks [] for router_gateway (b84c0912-1cd3-4fb0-a409-4651ab84eeff), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:36.890857 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (b84c0912-1cd3-4fb0-a409-4651ab84eeff), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:36.944679 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0762491-eb8d-480b-adbb-952bbc20b6a0 None None] Network ce5c8f6f-8c28-4518-9a07-1331ddd810ef requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:13:37.011736 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:37.025463 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-8123799f-5b6c-4131-9faa-53e6a61ff606 None None] Provisioning complete for port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:37.025836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8123799f-5b6c-4131-9faa-53e6a61ff606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:37.075137 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Router b84c0912-1cd3-4fb0-a409-4651ab84eeff is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:13:37.199819 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:13:37.222115 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:37.226203 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-2da77dd9-584f-48bd-bc14-26d5be719d44 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8815370 May 30 12:13:37.226545 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49442) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:37.272820 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Sync routers for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:13:37.294533 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-8123799f-5b6c-4131-9faa-53e6a61ff606 None None] Current status of the port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:37.294926 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8123799f-5b6c-4131-9faa-53e6a61ff606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:37.298362 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:37.298999 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:37.380281 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-8123799f-5b6c-4131-9faa-53e6a61ff606 None None] For port 3452b928-4bd0-43f9-b7ba-0246d5d539b0, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=3452b928-4bd0-43f9-b7ba-0246d5d539b0,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:37.386045 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8123799f-5b6c-4131-9faa-53e6a61ff606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:37.455808 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:37.467867 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:37.541951 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123799f-5b6c-4131-9faa-53e6a61ff606 None None] Pushing event updated for resources: {'Port': ['ID=3452b928-4bd0-43f9-b7ba-0246d5d539b0,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:37.562595 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:37.567999 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cb055f9f-b574-4998-8988-c652b7fa6cfb None None] Provisioning complete for port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:37.568359 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cb055f9f-b574-4998-8988-c652b7fa6cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:37.660510 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:37.713600 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cb055f9f-b574-4998-8988-c652b7fa6cfb None None] Current status of the port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:37.725379 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:36Z', 'revision_number': 3, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:37.754526 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Checking router: b84c0912-1cd3-4fb0-a409-4651ab84eeff for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:13:37.754878 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Updating router b84c0912-1cd3-4fb0-a409-4651ab84eeff port 1e36b4a5-8135-47b7-9025-7d555b35e2ac binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:13:37.781165 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:37.784374 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:37.829525 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Allocated IP 172.20.0.1 (ce5c8f6f-8c28-4518-9a07-1331ddd810ef/77fb8fe7-791c-4a8c-be50-4bde40d4589f/e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:13:37.942870 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:37.946027 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Publish callbacks [] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:37.969486 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 3452b928-4bd0-43f9-b7ba-0246d5d539b0 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:13:37.988721 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.032447 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Network ce5c8f6f-8c28-4518-9a07-1331ddd810ef is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:13:38.037596 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:38.039732 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:38.042384 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:13:38.066917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:38.067751 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.082674 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (b84c0912-1cd3-4fb0-a409-4651ab84eeff), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.169782 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Publish callbacks [] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.200701 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.226827 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.238126 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:38.239214 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:38.269045 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c4619-1884-40b5-bb8a-22d950e25f75 None None] Pushing event updated for resources: {'Port': ['ID=1e36b4a5-8135-47b7-9025-7d555b35e2ac,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:38.271604 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Attempting to bind port 1e36b4a5-8135-47b7-9025-7d555b35e2ac on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:13:38.271976 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Attempting to bind port 1e36b4a5-8135-47b7-9025-7d555b35e2ac by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:13:38.272380 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Attempting to bind port 1e36b4a5-8135-47b7-9025-7d555b35e2ac on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:13:38.279533 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:13:38.280268 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:13:38.281373 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.281373 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:13:38.281373 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Bound port: 1e36b4a5-8135-47b7-9025-7d555b35e2ac, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:13:38.281814 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.343694 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] For port 1e36b4a5-8135-47b7-9025-7d555b35e2ac, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:13:38.348294 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] For port 1e36b4a5-8135-47b7-9025-7d555b35e2ac, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=1e36b4a5-8135-47b7-9025-7d555b35e2ac,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:13:38.358615 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-5e3c3a47-48c3-4123-be27-e82b1793db2f None None] Provisioning complete for port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:38.358980 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5e3c3a47-48c3-4123-be27-e82b1793db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.365663 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.405476 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:38.416331 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.442290 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c3a47-48c3-4123-be27-e82b1793db2f None None] Port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:13:38.448313 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Publish callbacks [] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.453011 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.462758 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c4619-1884-40b5-bb8a-22d950e25f75 None None] Pushing event updated for resources: {'Port': ['ID=1e36b4a5-8135-47b7-9025-7d555b35e2ac,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:38.467168 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:38.467805 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:38.523342 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (b84c0912-1cd3-4fb0-a409-4651ab84eeff), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.526805 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:38.572932 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:38.614330 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:38.624644 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Network ce5c8f6f-8c28-4518-9a07-1331ddd810ef is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:13:38.626023 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:38.745490 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Router b84c0912-1cd3-4fb0-a409-4651ab84eeff has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:13:38.784652 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 2, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:38.811212 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059e759-726f-48ff-80e1-4936bf45d7e3 None None] The sync data for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi is: [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 2, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:13:38.858008 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:13:38.861986 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-5b833aff-3cc1-41c2-a456-2931d0d52a1b None None] Provisioning complete for port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:38.862554 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5b833aff-3cc1-41c2-a456-2931d0d52a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:38.873911 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-43267063-f9fd-4767-9988-08e01fc79fc6 admin admin] 10.222.0.32 "PUT /v2.0/routers/b84c0912-1cd3-4fb0-a409-4651ab84eeff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359205 May 30 12:13:38.889710 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:38.906999 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-5b833aff-3cc1-41c2-a456-2931d0d52a1b None None] Port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:13:39.449205 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49458) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:39.454066 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-225267333-network', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:39.489070 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Made reservation on behalf of 1d1f22ab046944b9a58c65925a2a941f for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:13:39.491566 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.500971 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.589641 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Publish callbacks [] for security_group (e2b912e5-bb30-4065-9980-5eab1b63e2b3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.594201 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e2b912e5-bb30-4065-9980-5eab1b63e2b3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.614074 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:39.616823 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:13:39.636933 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (950f8330-e980-42a8-8eda-0c7c1dad8294), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.637276 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Added segment 950f8330-e980-42a8-8eda-0c7c1dad8294 of type vlan for network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 May 30 12:13:39.648455 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b912e5-bb30-4065-9980-5eab1b63e2b3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:39.685205 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.712756 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.714007 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:39.714544 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.718066 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:39.784445 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3337057 May 30 12:13:39.786987 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49460) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:39.788720 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970361-a335-4426-a47a-11d2a800dde1 admin admin] Pushing event updated for resources: {'Network': ['ID=a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:39.792820 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Request body: {'subnet': {'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-225267333-subnet', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'ip_version': 4}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:39.804675 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:13:39.823327 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Made reservation on behalf of 1d1f22ab046944b9a58c65925a2a941f for: {'subnet': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:13:39.826204 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9075086'] for subnet (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.950530 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:39.968937 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 1e36b4a5-8135-47b7-9025-7d555b35e2ac up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:13:40.031968 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8968874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9075096'] for subnet (f6127273-d068-4d26-9245-498b47c30765), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.037766 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:40.105631 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6127273-d068-4d26-9245-498b47c30765,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:40.113210 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Checking segment: {'id': '950f8330-e980-42a8-8eda-0c7c1dad8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:13:40.113567 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Network hostable DHCP agents. Network: a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:13:40.134040 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:13:40.147358 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8) {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:40.157242 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 1e36b4a5-8135-47b7-9025-7d555b35e2ac triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:40.157721 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.157946 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:13:40.158581 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.159741 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e2ed54-0581-461f-9ca1-ffe748657294 None None] Network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:13:40.176265 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-2146c1eb-c5bf-4891-bea8-f8e5ba389a4d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3877866 May 30 12:13:40.178749 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49462) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:40.183713 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:40.206961 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (a8905960-06f5-4c75-b616-fd947e08e4ec), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.207972 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (a8905960-06f5-4c75-b616-fd947e08e4ec), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.213299 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:40.263894 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks [] for router_controller (a8905960-06f5-4c75-b616-fd947e08e4ec), precommit_add_association {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.322823 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8', 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8', 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'fixed_ips': [{'subnet_id': 'f6127273-d068-4d26-9245-498b47c30765'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:13:40.323797 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.328946 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 1e36b4a5-8135-47b7-9025-7d555b35e2ac is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:40.329331 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.368253 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 1e36b4a5-8135-47b7-9025-7d555b35e2ac, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=1e36b4a5-8135-47b7-9025-7d555b35e2ac,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:40.376663 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.433238 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks [] for router_gateway (a8905960-06f5-4c75-b616-fd947e08e4ec), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.513793 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=1e36b4a5-8135-47b7-9025-7d555b35e2ac,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:40.535282 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Allocated IP 172.20.0.2 (a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8/f6127273-d068-4d26-9245-498b47c30765/d3f6ca98-e05b-4e00-b3be-b89647917f41) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:13:40.607930 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:40.630674 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks [] for router_gateway (a8905960-06f5-4c75-b616-fd947e08e4ec), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.651163 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.705450 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Publish callbacks [] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.714163 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.760828 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:13:40.765588 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:40.769686 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:13:40.774389 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Pushing event updated for resources: {'Port': ['ID=d3f6ca98-e05b-4e00-b3be-b89647917f41,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:40.780032 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Allocated IP 172.27.1.97 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/5f36d26a-90f2-4ffa-9e97-dbd69357f941) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:13:40.834889 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Attempting to bind port d3f6ca98-e05b-4e00-b3be-b89647917f41 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:13:40.835519 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Attempting to bind port d3f6ca98-e05b-4e00-b3be-b89647917f41 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '950f8330-e980-42a8-8eda-0c7c1dad8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:13:40.835630 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Attempting to bind port d3f6ca98-e05b-4e00-b3be-b89647917f41 on network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:13:40.841979 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:13:40.842352 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Checking segment: {'id': '950f8330-e980-42a8-8eda-0c7c1dad8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:13:40.842746 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.843128 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Bound using segment: {'id': '950f8330-e980-42a8-8eda-0c7c1dad8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:13:40.843589 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Bound port: d3f6ca98-e05b-4e00-b3be-b89647917f41, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f8330-e980-42a8-8eda-0c7c1dad8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:13:40.843962 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.880255 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:40.895289 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks [] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.909171 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] For port d3f6ca98-e05b-4e00-b3be-b89647917f41, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:13:40.912744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] For port d3f6ca98-e05b-4e00-b3be-b89647917f41, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=d3f6ca98-e05b-4e00-b3be-b89647917f41,segment=NetworkSegment(950f8330-e980-42a8-8eda-0c7c1dad8294),segment_id=950f8330-e980-42a8-8eda-0c7c1dad8294)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:13:40.920331 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.931015 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:40.937395 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Sync routers for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:13:40.948235 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:40.949459 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:40.950196 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:40.962818 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:40.975684 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:13:40.982572 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa0164-9239-441c-ac08-c8d6ff1b5caa None None] Pushing event updated for resources: {'Port': ['ID=d3f6ca98-e05b-4e00-b3be-b89647917f41,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:40.988512 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:41.001353 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:13:41.028460 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Pushing event updated for resources: {'Port': ['ID=5f36d26a-90f2-4ffa-9e97-dbd69357f941,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:41.202893 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:41.417607 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 2, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:41.419276 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:41.444349 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Checking router: b84c0912-1cd3-4fb0-a409-4651ab84eeff for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:13:41.444707 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Updating router b84c0912-1cd3-4fb0-a409-4651ab84eeff port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:13:41.480278 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:41.541095 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:41.552921 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks [] for router_gateway (a8905960-06f5-4c75-b616-fd947e08e4ec), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:41.748566 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (a8905960-06f5-4c75-b616-fd947e08e4ec), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:41.796008 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Publish callbacks [] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:41.807983 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:41.875600 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Pushing event updated for resources: {'Port': ['ID=e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:41.903056 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.903310 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.903617 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.903979 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.904340 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.904672 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.904996 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.905318 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.905640 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.905964 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.906294 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.906620 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.906947 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.907263 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.907584 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:13:41.907884 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Router a8905960-06f5-4c75-b616-fd947e08e4ec is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:13:41.972033 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Attempting to bind port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:13:41.973142 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Attempting to bind port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:13:41.973751 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Attempting to bind port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c on network ce5c8f6f-8c28-4518-9a07-1331ddd810ef {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:13:41.981456 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:13:41.982300 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Checking segment: {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:13:41.982927 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:41.983574 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Bound using segment: {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:13:41.984330 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Bound port: e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:13:41.985209 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.054412 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:13:42.065277 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Sync routers for ids ['a8905960-06f5-4c75-b616-fd947e08e4ec'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:13:42.073989 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] For port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:13:42.077642 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] For port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:13:42.085535 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.086455 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 1e36b4a5-8135-47b7-9025-7d555b35e2ac up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:13:42.107314 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.108614 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d6d1c3ab-b9bc-4014-bdc6-d55ba300265e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9289503 May 30 12:13:42.111651 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49464) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:42.155559 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcef090-01e3-4a6f-9efb-548dc99e3251 None None] Network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:13:42.162637 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:42.163357 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:42.210801 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Routers {'a8905960-06f5-4c75-b616-fd947e08e4ec'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:42.211700 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a8905960-06f5-4c75-b616-fd947e08e4ec'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:42.213891 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bef966-c26e-480e-967e-28d3c4da150e None None] Pushing event updated for resources: {'Port': ['ID=e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c,revision_number=4']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:42.271671 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Provisioning complete for port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:42.272035 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.286467 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:42.309953 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:42.334777 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 1e36b4a5-8135-47b7-9025-7d555b35e2ac triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:42.335145 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.457721 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:42.482538 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:42.501852 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Set router a8905960-06f5-4c75-b616-fd947e08e4ec gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:42.543845 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:42Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:42.575969 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3976e-7c0b-455a-9f56-1ec896642a3b None None] The sync data for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi is: [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:42Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:13:42.646062 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.694040 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Current status of the port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:42.694426 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.700009 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 1e36b4a5-8135-47b7-9025-7d555b35e2ac is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:42.701141 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device d3f6ca98-e05b-4e00-b3be-b89647917f41 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:13:42.797716 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] For port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:42.826183 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.835543 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Allocated IP 172.20.0.1 (a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8/f6127273-d068-4d26-9245-498b47c30765/0f4a3640-1e36-421a-83ea-364ab501d78d) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:13:42.871489 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port d3f6ca98-e05b-4e00-b3be-b89647917f41 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:42.871489 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.896181 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Provisioning complete for port d3f6ca98-e05b-4e00-b3be-b89647917f41 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:42.896550 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.904645 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:42.945094 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:41Z', 'revision_number': 3, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'gw_port': {'id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:42.953335 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Publish callbacks [] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:42.970401 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:42.991237 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.001280 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Pushing event updated for resources: {'Port': ['ID=e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:43.006414 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:43.007696 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Checking router: a8905960-06f5-4c75-b616-fd947e08e4ec for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:13:43.008100 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Updating router a8905960-06f5-4c75-b616-fd947e08e4ec port 5f36d26a-90f2-4ffa-9e97-dbd69357f941 binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:13:43.039292 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:13:43.048457 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:43.052790 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:13:43.081777 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4a3640-1e36-421a-83ea-364ab501d78d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:43.109048 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (a8905960-06f5-4c75-b616-fd947e08e4ec), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.199265 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.266057 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.303116 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Current status of the port d3f6ca98-e05b-4e00-b3be-b89647917f41 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:43.303501 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.336428 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port d3f6ca98-e05b-4e00-b3be-b89647917f41 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:43.336726 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.430530 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] For port d3f6ca98-e05b-4e00-b3be-b89647917f41, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=d3f6ca98-e05b-4e00-b3be-b89647917f41,segment=NetworkSegment(950f8330-e980-42a8-8eda-0c7c1dad8294),segment_id=950f8330-e980-42a8-8eda-0c7c1dad8294)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:43.435614 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.470548 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Publish callbacks [] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.475945 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.500328 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:43.542806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (a8905960-06f5-4c75-b616-fd947e08e4ec), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.544798 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4a3640-1e36-421a-83ea-364ab501d78d,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:43.576499 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.db.api [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 30 12:13:43.576914 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG oslo_db.api [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 12:13:43.591425 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ced72-ba0c-47b4-bd33-2b57c36b0879 None None] Pushing event updated for resources: {'Port': ['ID=d3f6ca98-e05b-4e00-b3be-b89647917f41,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:43.599689 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-13119575-15c4-4f7b-8ae2-8d0202205996 None None] Provisioning complete for port 0f4a3640-1e36-421a-83ea-364ab501d78d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:43.600068 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-13119575-15c4-4f7b-8ae2-8d0202205996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.645139 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:13:43.646562 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:13:43.651719 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-13119575-15c4-4f7b-8ae2-8d0202205996 None None] Port 0f4a3640-1e36-421a-83ea-364ab501d78d cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:13:43.678299 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-13119575-15c4-4f7b-8ae2-8d0202205996 None None] Provisioning complete for port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:43.678673 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-13119575-15c4-4f7b-8ae2-8d0202205996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.769351 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Publish callbacks [] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.769950 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Router a8905960-06f5-4c75-b616-fd947e08e4ec has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:13:43.797698 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.815784 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:43.844481 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-13119575-15c4-4f7b-8ae2-8d0202205996 None None] Current status of the port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:43.856133 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:43.871978 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Attempting to bind port 5f36d26a-90f2-4ffa-9e97-dbd69357f941 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:13:43.872374 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Attempting to bind port 5f36d26a-90f2-4ffa-9e97-dbd69357f941 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:13:43.872744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Attempting to bind port 5f36d26a-90f2-4ffa-9e97-dbd69357f941 on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:13:43.875477 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-13119575-15c4-4f7b-8ae2-8d0202205996 None None] Provisioning complete for port d3f6ca98-e05b-4e00-b3be-b89647917f41 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:43.875848 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-13119575-15c4-4f7b-8ae2-8d0202205996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.878610 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3900a5e-70b6-462a-ae81-78ce8e3c9cf1 None None] Pushing event updated for resources: {'Port': ['ID=5f36d26a-90f2-4ffa-9e97-dbd69357f941,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:43.888514 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:13:43.894369 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2e491006-ea17-4a7b-b6aa-5c51d9b0fec8 admin admin] 10.222.0.32 "PUT /v2.0/routers/a8905960-06f5-4c75-b616-fd947e08e4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805736 May 30 12:13:43.901389 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:13:43.901773 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:13:43.902172 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.902558 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:13:43.903040 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Bound port: 5f36d26a-90f2-4ffa-9e97-dbd69357f941, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:13:43.903416 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:43.970291 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] For port 5f36d26a-90f2-4ffa-9e97-dbd69357f941, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:13:43.975861 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] For port 5f36d26a-90f2-4ffa-9e97-dbd69357f941, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=5f36d26a-90f2-4ffa-9e97-dbd69357f941,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:13:44.006236 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:44.044759 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-13119575-15c4-4f7b-8ae2-8d0202205996 None None] Current status of the port d3f6ca98-e05b-4e00-b3be-b89647917f41 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:44.083113 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3900a5e-70b6-462a-ae81-78ce8e3c9cf1 None None] Pushing event updated for resources: {'Port': ['ID=5f36d26a-90f2-4ffa-9e97-dbd69357f941,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:44.101843 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Routers {'a8905960-06f5-4c75-b616-fd947e08e4ec'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:44.102406 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a8905960-06f5-4c75-b616-fd947e08e4ec'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:44.166050 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port d3f6ca98-e05b-4e00-b3be-b89647917f41 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:44.179784 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cb6d69c7-8ee9-414b-8045-7b92d165e42d None None] Provisioning complete for port 0f4a3640-1e36-421a-83ea-364ab501d78d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:44.180187 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cb6d69c7-8ee9-414b-8045-7b92d165e42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:44.233031 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:44.261373 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] Set router a8905960-06f5-4c75-b616-fd947e08e4ec gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:44.286941 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d69c7-8ee9-414b-8045-7b92d165e42d None None] Port 0f4a3640-1e36-421a-83ea-364ab501d78d cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:13:44.291796 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:13:44.425108 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:44.425482 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:44.548775 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 4, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'gw_port': {'id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '0f4a3640-1e36-421a-83ea-364ab501d78d', 'name': '', 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'mac_address': 'fa:16:3e:8d:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f6127273-d068-4d26-9245-498b47c30765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:42Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 2, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'subnets': [{'id': 'f6127273-d068-4d26-9245-498b47c30765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:44.580182 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a813ccc-4ca5-4430-9e16-1b5603ab0cf6 None None] The sync data for ids ['a8905960-06f5-4c75-b616-fd947e08e4ec'] in dv-cinder-840512-2-iscsi is: [{'id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 4, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'gw_port': {'id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '0f4a3640-1e36-421a-83ea-364ab501d78d', 'name': '', 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'mac_address': 'fa:16:3e:8d:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f6127273-d068-4d26-9245-498b47c30765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:42Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 2, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'subnets': [{'id': 'f6127273-d068-4d26-9245-498b47c30765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:13:44.581744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:44.582757 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device d3f6ca98-e05b-4e00-b3be-b89647917f41 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:13:44.618220 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:44.628775 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port d3f6ca98-e05b-4e00-b3be-b89647917f41 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:44.629154 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:44.708742 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port d3f6ca98-e05b-4e00-b3be-b89647917f41 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:45.431736 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49474) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:45.436306 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-29f7df6d-c927-49da-a311-0f1fdfef48f7 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426332048', 'description': 'tempest-secgroup-smoke-426332048 description', 'project_id': '7ab20a59f54348e6b0d892ea010aff9c'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:45.458793 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-29f7df6d-c927-49da-a311-0f1fdfef48f7 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.530823 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-29f7df6d-c927-49da-a311-0f1fdfef48f7 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group (ed6ead7b-21d9-473c-87b8-e228fa826d4f), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.534527 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-29f7df6d-c927-49da-a311-0f1fdfef48f7 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ed6ead7b-21d9-473c-87b8-e228fa826d4f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.544229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:45.570399 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-29f7df6d-c927-49da-a311-0f1fdfef48f7 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.571601 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-29f7df6d-c927-49da-a311-0f1fdfef48f7 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1388361 May 30 12:13:45.572918 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7df6d-c927-49da-a311-0f1fdfef48f7 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6ead7b-21d9-473c-87b8-e228fa826d4f,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:45.575525 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49476) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:45.581270 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-34e74744-f232-4482-afa6-d7557798162a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Request body: {'security_group_rule': {'security_group_id': 'ed6ead7b-21d9-473c-87b8-e228fa826d4f', 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:45.611754 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34e74744-f232-4482-afa6-d7557798162a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (039b29b2-c5a7-49f5-bfc6-a0c5eddf0a89), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.621480 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:45.663117 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34e74744-f232-4482-afa6-d7557798162a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (039b29b2-c5a7-49f5-bfc6-a0c5eddf0a89), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.668319 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34e74744-f232-4482-afa6-d7557798162a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (039b29b2-c5a7-49f5-bfc6-a0c5eddf0a89), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.688462 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e74744-f232-4482-afa6-d7557798162a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039b29b2-c5a7-49f5-bfc6-a0c5eddf0a89,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:45.696959 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-34e74744-f232-4482-afa6-d7557798162a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.698652 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-34e74744-f232-4482-afa6-d7557798162a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215241 May 30 12:13:45.701777 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49478) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:45.707037 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-abbab429-cfb7-43e7-aa15-ffd2eaf3fd5e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Request body: {'security_group_rule': {'security_group_id': 'ed6ead7b-21d9-473c-87b8-e228fa826d4f', 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:45.738572 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-abbab429-cfb7-43e7-aa15-ffd2eaf3fd5e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (e726ca23-f077-471c-9e32-15d7cbed274d), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.792127 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-abbab429-cfb7-43e7-aa15-ffd2eaf3fd5e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (e726ca23-f077-471c-9e32-15d7cbed274d), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.795819 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-abbab429-cfb7-43e7-aa15-ffd2eaf3fd5e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (e726ca23-f077-471c-9e32-15d7cbed274d), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.818005 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbab429-cfb7-43e7-aa15-ffd2eaf3fd5e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e726ca23-f077-471c-9e32-15d7cbed274d,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:45.824598 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-abbab429-cfb7-43e7-aa15-ffd2eaf3fd5e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.825596 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-abbab429-cfb7-43e7-aa15-ffd2eaf3fd5e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223903 May 30 12:13:45.828349 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49480) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:45.832827 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-fbb06dcf-ea87-408e-9161-d23bf429446c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Request body: {'security_group_rule': {'security_group_id': 'ed6ead7b-21d9-473c-87b8-e228fa826d4f', 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:45.862314 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fbb06dcf-ea87-408e-9161-d23bf429446c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (5ae24c18-d151-4129-939a-5fdd50595e46), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.882348 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:45.918645 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fbb06dcf-ea87-408e-9161-d23bf429446c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (5ae24c18-d151-4129-939a-5fdd50595e46), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.922896 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fbb06dcf-ea87-408e-9161-d23bf429446c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (5ae24c18-d151-4129-939a-5fdd50595e46), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.942103 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb06dcf-ea87-408e-9161-d23bf429446c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae24c18-d151-4129-939a-5fdd50595e46,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:45.950183 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fbb06dcf-ea87-408e-9161-d23bf429446c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:45.951415 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-fbb06dcf-ea87-408e-9161-d23bf429446c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221054 May 30 12:13:45.954158 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49482) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:45.958549 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-ddca8cf9-3b45-4830-8cfa-21cbe2979004 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Request body: {'security_group_rule': {'security_group_id': 'ed6ead7b-21d9-473c-87b8-e228fa826d4f', 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:45.987957 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ddca8cf9-3b45-4830-8cfa-21cbe2979004 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (048bd090-8705-4f56-a870-449d9156764e), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.037435 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ddca8cf9-3b45-4830-8cfa-21cbe2979004 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (048bd090-8705-4f56-a870-449d9156764e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.042061 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ddca8cf9-3b45-4830-8cfa-21cbe2979004 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (048bd090-8705-4f56-a870-449d9156764e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.062636 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca8cf9-3b45-4830-8cfa-21cbe2979004 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048bd090-8705-4f56-a870-449d9156764e,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:46.068330 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ddca8cf9-3b45-4830-8cfa-21cbe2979004 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.069540 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ddca8cf9-3b45-4830-8cfa-21cbe2979004 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144135 May 30 12:13:46.072561 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49484) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:46.077093 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-21aefc16-4283-4b59-b877-68dd08a939fb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Request body: {'security_group_rule': {'security_group_id': 'ed6ead7b-21d9-473c-87b8-e228fa826d4f', 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:46.098823 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.securitygroups_db [None req-21aefc16-4283-4b59-b877-68dd08a939fb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Project 7ab20a59f54348e6b0d892ea010aff9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 12:13:46.105816 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-21aefc16-4283-4b59-b877-68dd08a939fb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (d6d1fc0e-58ad-4e79-8337-38b274462713), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.177652 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-21aefc16-4283-4b59-b877-68dd08a939fb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (d6d1fc0e-58ad-4e79-8337-38b274462713), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.183276 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-21aefc16-4283-4b59-b877-68dd08a939fb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (d6d1fc0e-58ad-4e79-8337-38b274462713), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.206784 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aefc16-4283-4b59-b877-68dd08a939fb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d1fc0e-58ad-4e79-8337-38b274462713,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:46.215173 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-21aefc16-4283-4b59-b877-68dd08a939fb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.216478 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-21aefc16-4283-4b59-b877-68dd08a939fb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427863 May 30 12:13:46.219125 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49486) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:13:46.223433 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-c549ef72-c981-4ef0-b332-92f196371669 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Request body: {'security_group_rule': {'security_group_id': 'ed6ead7b-21d9-473c-87b8-e228fa826d4f', 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:13:46.244606 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.securitygroups_db [None req-c549ef72-c981-4ef0-b332-92f196371669 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Project 7ab20a59f54348e6b0d892ea010aff9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 12:13:46.250859 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c549ef72-c981-4ef0-b332-92f196371669 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (593bbf41-ba5b-4cd4-9c6c-1a09a7e834bc), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.267615 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 5f36d26a-90f2-4ffa-9e97-dbd69357f941 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:13:46.307134 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c549ef72-c981-4ef0-b332-92f196371669 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (593bbf41-ba5b-4cd4-9c6c-1a09a7e834bc), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.311204 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c549ef72-c981-4ef0-b332-92f196371669 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (593bbf41-ba5b-4cd4-9c6c-1a09a7e834bc), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.314151 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 5f36d26a-90f2-4ffa-9e97-dbd69357f941 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:46.314526 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.330388 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549ef72-c981-4ef0-b332-92f196371669 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593bbf41-ba5b-4cd4-9c6c-1a09a7e834bc,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:46.341000 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c549ef72-c981-4ef0-b332-92f196371669 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.342219 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c549ef72-c981-4ef0-b332-92f196371669 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221421 May 30 12:13:46.403159 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 5f36d26a-90f2-4ffa-9e97-dbd69357f941 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:46.403718 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.430381 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port 5f36d26a-90f2-4ffa-9e97-dbd69357f941, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=5f36d26a-90f2-4ffa-9e97-dbd69357f941,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:46.436040 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:46.490981 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=5f36d26a-90f2-4ffa-9e97-dbd69357f941,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:46.699482 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Sync routers for ids ['a8905960-06f5-4c75-b616-fd947e08e4ec'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:13:46.710083 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Routers {'a8905960-06f5-4c75-b616-fd947e08e4ec'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:46.710874 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a8905960-06f5-4c75-b616-fd947e08e4ec'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:46.829270 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Set router a8905960-06f5-4c75-b616-fd947e08e4ec gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:47.112607 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 4, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'gw_port': {'id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '0f4a3640-1e36-421a-83ea-364ab501d78d', 'name': '', 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'mac_address': 'fa:16:3e:8d:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f6127273-d068-4d26-9245-498b47c30765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:42Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 2, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'subnets': [{'id': 'f6127273-d068-4d26-9245-498b47c30765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:47.137547 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Checking router: a8905960-06f5-4c75-b616-fd947e08e4ec for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:13:47.137901 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Updating router a8905960-06f5-4c75-b616-fd947e08e4ec port 0f4a3640-1e36-421a-83ea-364ab501d78d binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:13:47.166499 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.475647 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Publish callbacks [] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.481246 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.530264 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:47.536763 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d929e-58cc-44aa-9873-810277150923 None None] Pushing event updated for resources: {'Port': ['ID=0f4a3640-1e36-421a-83ea-364ab501d78d,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:47.596555 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Attempting to bind port 0f4a3640-1e36-421a-83ea-364ab501d78d on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:13:47.597159 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Attempting to bind port 0f4a3640-1e36-421a-83ea-364ab501d78d by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '950f8330-e980-42a8-8eda-0c7c1dad8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:13:47.597708 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Attempting to bind port 0f4a3640-1e36-421a-83ea-364ab501d78d on network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:13:47.604719 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:13:47.605092 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Checking segment: {'id': '950f8330-e980-42a8-8eda-0c7c1dad8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:13:47.605491 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.605879 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Bound using segment: {'id': '950f8330-e980-42a8-8eda-0c7c1dad8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:13:47.606348 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Bound port: 0f4a3640-1e36-421a-83ea-364ab501d78d, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f8330-e980-42a8-8eda-0c7c1dad8294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:13:47.606725 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.662464 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:47.673981 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] For port 0f4a3640-1e36-421a-83ea-364ab501d78d, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:13:47.677338 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] For port 0f4a3640-1e36-421a-83ea-364ab501d78d, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=0f4a3640-1e36-421a-83ea-364ab501d78d,segment=NetworkSegment(950f8330-e980-42a8-8eda-0c7c1dad8294),segment_id=950f8330-e980-42a8-8eda-0c7c1dad8294)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:13:47.683556 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.726708 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e662aeb3-2149-458b-b097-f8cbcbd81331 None None] Provisioning complete for port 0f4a3640-1e36-421a-83ea-364ab501d78d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:47.727645 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e662aeb3-2149-458b-b097-f8cbcbd81331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.746270 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Routers {'a8905960-06f5-4c75-b616-fd947e08e4ec'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:13:47.746917 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:13:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a8905960-06f5-4c75-b616-fd947e08e4ec'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:47.785511 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d929e-58cc-44aa-9873-810277150923 None None] Pushing event updated for resources: {'Port': ['ID=0f4a3640-1e36-421a-83ea-364ab501d78d,revision_number=4']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:47.815457 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e662aeb3-2149-458b-b097-f8cbcbd81331 None None] Current status of the port 0f4a3640-1e36-421a-83ea-364ab501d78d is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:47.815846 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e662aeb3-2149-458b-b097-f8cbcbd81331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.865047 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e662aeb3-2149-458b-b097-f8cbcbd81331 None None] For port 0f4a3640-1e36-421a-83ea-364ab501d78d, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=0f4a3640-1e36-421a-83ea-364ab501d78d,segment=NetworkSegment(950f8330-e980-42a8-8eda-0c7c1dad8294),segment_id=950f8330-e980-42a8-8eda-0c7c1dad8294)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:13:47.871292 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e662aeb3-2149-458b-b097-f8cbcbd81331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.885326 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] Set router a8905960-06f5-4c75-b616-fd947e08e4ec gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:13:47.930109 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662aeb3-2149-458b-b097-f8cbcbd81331 None None] Pushing event updated for resources: {'Port': ['ID=0f4a3640-1e36-421a-83ea-364ab501d78d,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:13:47.989777 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-9c2c55e8-c55d-4270-be17-c396f4154903 None None] Provisioning complete for port 0f4a3640-1e36-421a-83ea-364ab501d78d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:47.990037 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9c2c55e8-c55d-4270-be17-c396f4154903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:47.992764 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:48.081440 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 4, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'gw_port': {'id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '0f4a3640-1e36-421a-83ea-364ab501d78d', 'name': '', 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'mac_address': 'fa:16:3e:8d:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f6127273-d068-4d26-9245-498b47c30765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:42Z', 'updated_at': '2022-05-30T12:13:47Z', 'revision_number': 4, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'subnets': [{'id': 'f6127273-d068-4d26-9245-498b47c30765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:13:48.110358 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfafd1-cf87-49aa-aa89-5e4e841ab754 None None] The sync data for ids ['a8905960-06f5-4c75-b616-fd947e08e4ec'] in dv-cinder-840512-2-iscsi is: [{'id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:43Z', 'revision_number': 4, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'gw_port': {'id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '0f4a3640-1e36-421a-83ea-364ab501d78d', 'name': '', 'network_id': 'a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'mac_address': 'fa:16:3e:8d:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f6127273-d068-4d26-9245-498b47c30765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:42Z', 'updated_at': '2022-05-30T12:13:47Z', 'revision_number': 4, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'subnets': [{'id': 'f6127273-d068-4d26-9245-498b47c30765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:13:48.216518 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c55e8-c55d-4270-be17-c396f4154903 None None] Current status of the port 0f4a3640-1e36-421a-83ea-364ab501d78d is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:48.265251 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 5f36d26a-90f2-4ffa-9e97-dbd69357f941 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:13:48.314070 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 5f36d26a-90f2-4ffa-9e97-dbd69357f941 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:48.314443 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:48.399199 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 5f36d26a-90f2-4ffa-9e97-dbd69357f941 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:48.401382 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 0f4a3640-1e36-421a-83ea-364ab501d78d up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:13:48.421810 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:48.450417 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 0f4a3640-1e36-421a-83ea-364ab501d78d triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:13:48.450791 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:13:48.529050 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 0f4a3640-1e36-421a-83ea-364ab501d78d is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:13:50.667785 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:13:56.059974 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:56.062204 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=40,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:56.330113 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=49,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:56.332842 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=6,neutron:SELECT=34,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:58.520998 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:13:58.527079 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=40 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:02.671117 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:02.672446 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=42 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:02.724131 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-9d07a3f9-dabd-4903-9454-6f39174cdfe2 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426332048&fields=id&tenant_id=7ab20a59f54348e6b0d892ea010aff9c HTTP/1.1" status: 200 len: 267 time: 0.0462976 May 30 12:14:02.831577 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68836-1445-4b0f-bf72-316ad378e9be req-8eab6d1d-dce2-474d-a44f-339d23c616ea tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:02.832941 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-8eab6d1d-dce2-474d-a44f-339d23c616ea tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 809 time: 0.1024070 May 30 12:14:02.848028 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-25a65b2a-d69c-4bba-8af3-73ddfb674364 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/quotas/7ab20a59f54348e6b0d892ea010aff9c HTTP/1.1" status: 200 len: 375 time: 0.0097911 May 30 12:14:02.901547 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-6082eafb-da55-4c87-a631-a4f69849a909 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482607 May 30 12:14:03.086979 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-e447e732-2ab6-4936-bcb9-b49175584edf service neutron] 10.222.0.32 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735258 May 30 12:14:03.179344 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-d5368bc2-c7c5-4809-8684-d39cfe663a74 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864036 May 30 12:14:03.218118 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8bf3a688-1dc4-4a40-93b1-0208e0515168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:03.479865 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9bb457b3-741b-45e6-a349-73743a275d51 req-5223ba8d-73de-4c03-b1e0-5bf324d00b50 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 210 time: 0.0277646 May 30 12:14:04.027645 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:04.579734 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-74f95707-7f86-4633-bccf-c2dbb6509410 req-a096afdb-52cf-469c-8992-09218a076788 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 210 time: 0.0292132 May 30 12:14:05.495037 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68836-1445-4b0f-bf72-316ad378e9be req-b94340bf-320a-490c-ba65-1875fc04199a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:05.496549 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-b94340bf-320a-490c-ba65-1875fc04199a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.65 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 809 time: 0.1115375 May 30 12:14:05.566822 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-9f801866-3963-4e6b-92f3-aaacdffcbf4a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ab20a59f54348e6b0d892ea010aff9c HTTP/1.1" status: 200 len: 379 time: 0.0612705 May 30 12:14:05.567087 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3362c3d3-bbf5-45f2-bb0e-7bd1ccb26e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:05.581393 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Request body: {'port': {'device_id': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'admin_state_up': True, 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'security_groups': ['ed6ead7b-21d9-473c-87b8-e228fa826d4f']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:14:05.683015 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-44f63efb-d3e9-459f-bc8d-56056fadc180 req-05803854-18de-4fcd-b5d3-b42b0d3eb639 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 210 time: 0.0316391 May 30 12:14:05.706891 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Made reservation on behalf of 7ab20a59f54348e6b0d892ea010aff9c for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:14:05.710570 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:05.846943 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Allocated IP 172.20.0.10 (ce5c8f6f-8c28-4518-9a07-1331ddd810ef/77fb8fe7-791c-4a8c-be50-4bde40d4589f/36466e57-98c5-4029-b86f-9faa0fa79ccd) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:14:06.010300 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.043354 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.092820 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Network ce5c8f6f-8c28-4518-9a07-1331ddd810ef is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:14:06.096121 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:14:06.099975 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:14:06.124381 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'Port': ['ID=36466e57-98c5-4029-b86f-9faa0fa79ccd,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:14:06.157728 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:06.158371 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.175622 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c992f05c-1a08-4325-abdb-ebe2f2af731a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017275 May 30 12:14:06.187085 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Request body: {'port': {'device_id': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:14:06.238928 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:06.251526 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.292059 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:06.343619 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-f948f8fb-9007-4a84-a390-936a00485823 None None] Provisioning complete for port 36466e57-98c5-4029-b86f-9faa0fa79ccd triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:14:06.343998 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f948f8fb-9007-4a84-a390-936a00485823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.378606 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f948f8fb-9007-4a84-a390-936a00485823 None None] Port 36466e57-98c5-4029-b86f-9faa0fa79ccd cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:14:06.547150 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36466e57-98c5-4029-b86f-9faa0fa79ccd {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:14:06.554802 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Publish callbacks [] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.567178 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Transition to ACTIVE for port object 36466e57-98c5-4029-b86f-9faa0fa79ccd will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:14:06.572058 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.624194 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Pushing event updated for resources: {'Port': ['ID=36466e57-98c5-4029-b86f-9faa0fa79ccd,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:14:06.704250 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Attempting to bind port 36466e57-98c5-4029-b86f-9faa0fa79ccd on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:14:06.704583 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Attempting to bind port 36466e57-98c5-4029-b86f-9faa0fa79ccd by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:14:06.704914 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Attempting to bind port 36466e57-98c5-4029-b86f-9faa0fa79ccd on network ce5c8f6f-8c28-4518-9a07-1331ddd810ef {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:14:06.709889 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Port 36466e57-98c5-4029-b86f-9faa0fa79ccd on network ce5c8f6f-8c28-4518-9a07-1331ddd810ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:14:06.710217 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Attempting to bind port 36466e57-98c5-4029-b86f-9faa0fa79ccd on network ce5c8f6f-8c28-4518-9a07-1331ddd810ef {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:14:06.715644 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:14:06.716594 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Checking segment: {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:14:06.716980 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Bound using segment: {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:14:06.717424 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Bound port: 36466e57-98c5-4029-b86f-9faa0fa79ccd, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5daf25dc-ca24-41be-b5f8-44d8c11b8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:14:06.717863 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.784256 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:14:06.788812 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:14:06.796362 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.805605 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf03fe-7525-4848-8424-9d273547c2ca req-44447d2b-f313-4523-9e1c-5cd6c64cfa4f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:06.807198 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3ccf03fe-7525-4848-8424-9d273547c2ca req-44447d2b-f313-4523-9e1c-5cd6c64cfa4f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0522597 May 30 12:14:06.833796 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:06.834458 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:06.835845 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] 10.222.0.65 "PUT /v2.0/ports/36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 1094 time: 0.6534190 May 30 12:14:06.836369 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:14:06.841854 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e969e51d-b3e3-4f80-88d8-8f234a5383fe" -d '{"events": [{"name": "network-changed", "server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:14:06.866701 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86a887-9f7e-4ce6-a5a0-b1c88f781587 service neutron] Pushing event updated for resources: {'Port': ['ID=36466e57-98c5-4029-b86f-9faa0fa79ccd,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:14:06.880639 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3ccf03fe-7525-4848-8424-9d273547c2ca req-85b144fb-6311-4e62-8f61-fa499b689780 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664554 May 30 12:14:06.938356 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361e8fe3-8760-4311-b540-6fe9df2c16e8 x-openstack-request-id: req-361e8fe3-8760-4311-b540-6fe9df2c16e8 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:14:06.939608 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:14:06.939608 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-361e8fe3-8760-4311-b540-6fe9df2c16e8 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:14:06.939608 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361e8fe3-8760-4311-b540-6fe9df2c16e8'] response: {'name': 'network-changed', 'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'status': 'completed', 'code': 200} May 30 12:14:06.957863 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c7156a38-efcb-4625-b95c-68a36cb0f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:06.960028 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-c7156a38-efcb-4625-b95c-68a36cb0f530 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1128 time: 0.0600379 May 30 12:14:06.965055 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:07.002723 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-1f7253f4-c21b-4df3-89f4-ac8afe7587ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 217 time: 0.0351696 May 30 12:14:07.055451 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68836-1445-4b0f-bf72-316ad378e9be req-e6533092-5880-4d56-b0e4-eedd787f77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:07.056963 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-e6533092-5880-4d56-b0e4-eedd787f77d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 200 len: 848 time: 0.0471325 May 30 12:14:07.103354 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68836-1445-4b0f-bf72-316ad378e9be req-8e46a65d-459c-4269-a8f0-7ed254b58c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:07.104959 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-8e46a65d-459c-4269-a8f0-7ed254b58c42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393617 May 30 12:14:07.188418 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:07.203899 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-28b1a756-8e48-4512-b933-35e6ddb4f420 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895844 May 30 12:14:07.305065 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-95f68836-1445-4b0f-bf72-316ad378e9be req-9eb02d8b-441a-4c6b-b320-7a02dd778f90 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917745 May 30 12:14:07.614899 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:07.621272 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-1723f6f3-3dc8-40e4-ab3b-893b51c0f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:07.622858 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-1723f6f3-3dc8-40e4-ab3b-893b51c0f4d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1128 time: 0.0473747 May 30 12:14:07.720053 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-bc8b6e3f-83a4-4876-a718-1958bfa3d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:07.721515 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-bc8b6e3f-83a4-4876-a718-1958bfa3d220 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 910 time: 0.0895495 May 30 12:14:07.764509 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-6bbff474-a9f0-4e95-a8f2-a2bfc46837e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 217 time: 0.0312128 May 30 12:14:07.813174 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-d559ae58-c7d2-4cff-9a49-36abe59aa6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:07.814587 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-d559ae58-c7d2-4cff-9a49-36abe59aa6b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 200 len: 848 time: 0.0441804 May 30 12:14:07.862293 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-3288952e-4e63-4436-97a2-4e2c91cae228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:07.863659 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-3288952e-4e63-4436-97a2-4e2c91cae228 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397081 May 30 12:14:07.964021 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-c746329f-ddc0-486d-a233-cfc4a4c2a509 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940628 May 30 12:14:08.004877 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cdd30-6b88-4598-a81a-cfa59805f901 req-39affb47-5711-4ac4-ada9-0e7dcd89542a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:08.006367 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9a6cdd30-6b88-4598-a81a-cfa59805f901 req-39affb47-5711-4ac4-ada9-0e7dcd89542a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0474606 May 30 12:14:08.056960 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9a6cdd30-6b88-4598-a81a-cfa59805f901 req-07f22274-a2c5-4c20-b858-727b43dbadfb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450058 May 30 12:14:08.061486 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e969e51d-b3e3-4f80-88d8-8f234a5383fe req-0b1d01de-99f9-4fb5-8d1c-591be0af18ad service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888822 May 30 12:14:08.363010 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:09.176385 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32030b9a-4513-4ac6-9aa2-7a6bf4e4195a req-e539a207-2e43-4aaf-8e5c-1dce80d02054 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:09.177855 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-32030b9a-4513-4ac6-9aa2-7a6bf4e4195a req-e539a207-2e43-4aaf-8e5c-1dce80d02054 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0507874 May 30 12:14:09.232666 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-32030b9a-4513-4ac6-9aa2-7a6bf4e4195a req-f469bc26-d3b3-4362-8f51-23bfd45c9ee8 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485864 May 30 12:14:09.943296 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:10.404124 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c65461-ba58-44cd-b68b-a93314409f97 req-fce201b5-cc3e-42f7-af5f-9345260ca23f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:10.405644 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0c65461-ba58-44cd-b68b-a93314409f97 req-fce201b5-cc3e-42f7-af5f-9345260ca23f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.1022649 May 30 12:14:10.453941 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0c65461-ba58-44cd-b68b-a93314409f97 req-81c0307d-68a9-4a35-9681-ebca23b428de tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427980 May 30 12:14:11.571057 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35cbda-0a0e-4185-9a8c-a498ee28fa94 req-4bcfcf0b-9a65-4245-9dfb-cf71d44c074f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:11.572574 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0a35cbda-0a0e-4185-9a8c-a498ee28fa94 req-4bcfcf0b-9a65-4245-9dfb-cf71d44c074f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0509169 May 30 12:14:11.641901 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0a35cbda-0a0e-4185-9a8c-a498ee28fa94 req-848ccbd3-3a7b-43b4-ab3b-261c1e8e145a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633907 May 30 12:14:12.757914 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c893415-bf2a-4b88-bf3b-592abaf37381 req-e78e3970-de74-43b2-9915-aaa53feba55d tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:12.759438 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5c893415-bf2a-4b88-bf3b-592abaf37381 req-e78e3970-de74-43b2-9915-aaa53feba55d tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0494149 May 30 12:14:12.792464 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:12.810370 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5c893415-bf2a-4b88-bf3b-592abaf37381 req-f795ad47-6600-40f4-a349-7d9412cad40e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448060 May 30 12:14:13.973831 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b2ac2-1348-4d6b-87ae-0396642c4428 req-97dc5709-b194-48a4-8788-36ad6bbc7abb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:13.975281 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-356b2ac2-1348-4d6b-87ae-0396642c4428 req-97dc5709-b194-48a4-8788-36ad6bbc7abb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0964038 May 30 12:14:13.995666 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:14.025573 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-356b2ac2-1348-4d6b-87ae-0396642c4428 req-648c091f-dbcc-4dbf-a022-c21fc0c95c56 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447319 May 30 12:14:15.148956 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bfa7f-be67-4db4-a479-bdf9508eb5e4 req-57da1809-8f6f-45e6-bd94-2c585c492d98 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:15.150470 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f70bfa7f-be67-4db4-a479-bdf9508eb5e4 req-57da1809-8f6f-45e6-bd94-2c585c492d98 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0527544 May 30 12:14:15.201593 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f70bfa7f-be67-4db4-a479-bdf9508eb5e4 req-9766b11e-2876-4fb3-ab79-921ac7197cae tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451417 May 30 12:14:16.168657 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 36466e57-98c5-4029-b86f-9faa0fa79ccd details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:14:16.271039 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:14:16.283418 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'port_id': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'mac_address': 'fa:16:3e:15:5f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:14:16.317449 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 36466e57-98c5-4029-b86f-9faa0fa79ccd is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:14:16.317833 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:16.318220 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18468851-d40e-400c-9d29-f159c1e8706c req-bf67b762-c3fe-444d-984c-136221a8bad3 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:16.319722 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-18468851-d40e-400c-9d29-f159c1e8706c req-bf67b762-c3fe-444d-984c-136221a8bad3 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0475199 May 30 12:14:16.335390 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36466e57-98c5-4029-b86f-9faa0fa79ccd {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:14:16.355154 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:14:16.359805 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:16.370068 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-18468851-d40e-400c-9d29-f159c1e8706c req-6f95480b-bc48-44e0-8d21-c577459b16ac tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447617 May 30 12:14:16.408993 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=36466e57-98c5-4029-b86f-9faa0fa79ccd,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:14:16.655342 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['36466e57-98c5-4029-b86f-9faa0fa79ccd'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:14:17.495047 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94828784-1492-4cf0-9994-680db56dab6d req-06876037-76db-44a1-b2f8-529d917d22a3 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:17.496535 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-94828784-1492-4cf0-9994-680db56dab6d req-06876037-76db-44a1-b2f8-529d917d22a3 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 945 time: 0.0504205 May 30 12:14:17.545367 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-94828784-1492-4cf0-9994-680db56dab6d req-d4644464-9274-4e8b-9e63-ea3c67c73a99 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431652 May 30 12:14:18.052694 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=40 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:18.057932 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=53 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:18.186893 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 36466e57-98c5-4029-b86f-9faa0fa79ccd up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:14:18.227208 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:18.230156 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 36466e57-98c5-4029-b86f-9faa0fa79ccd completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:14:18.236559 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 36466e57-98c5-4029-b86f-9faa0fa79ccd triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:14:18.236940 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:18.273969 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:18.317819 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 36466e57-98c5-4029-b86f-9faa0fa79ccd is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:14:18.318138 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:18.343011 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:14:18.345269 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bcacf4-d1b6-487b-8d78-a5f7da03613f" -d '{"events": [{"server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "name": "network-vif-plugged", "status": "completed", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:14:18.360117 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:14:18.364627 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:18.388482 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c6a762-b127-47ed-8824-f26ebbc712fd x-openstack-request-id: req-e8c6a762-b127-47ed-8824-f26ebbc712fd {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:14:18.388777 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "name": "network-vif-plugged", "status": "completed", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:14:18.389028 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8c6a762-b127-47ed-8824-f26ebbc712fd {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:14:18.389427 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c6a762-b127-47ed-8824-f26ebbc712fd'] response: {'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'code': 200} May 30 12:14:18.415711 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=36466e57-98c5-4029-b86f-9faa0fa79ccd,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:14:18.606913 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e9424-1733-466a-9ba7-6bd5c2fb4ba5 req-6e017ec6-0c06-4dbb-8bf1-03c427356628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:18.608644 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-914e9424-1733-466a-9ba7-6bd5c2fb4ba5 req-6e017ec6-0c06-4dbb-8bf1-03c427356628 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1130 time: 0.0411606 May 30 12:14:18.655995 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-914e9424-1733-466a-9ba7-6bd5c2fb4ba5 req-e62769be-e59a-4431-8bd1-6c73b3d5b445 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416310 May 30 12:14:18.662210 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa73976-f0ed-4edf-b8ae-e32ec5443188 req-4ba7fb87-f6f7-4535-a2c1-7ee58bf3f179 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:18.663676 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ffa73976-f0ed-4edf-b8ae-e32ec5443188 req-4ba7fb87-f6f7-4535-a2c1-7ee58bf3f179 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0499427 May 30 12:14:18.713279 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ffa73976-f0ed-4edf-b8ae-e32ec5443188 req-80c6df96-0c61-44d9-96c6-6ff9c93b7916 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 May 30 12:14:19.828979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21161062-5f30-4461-88e3-2b4e19b27503 req-f2e8907c-e649-438c-bb60-713ee0be0b56 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:19.830457 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-21161062-5f30-4461-88e3-2b4e19b27503 req-f2e8907c-e649-438c-bb60-713ee0be0b56 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0474210 May 30 12:14:19.883028 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-21161062-5f30-4461-88e3-2b4e19b27503 req-322c9f7b-85b6-45d0-a731-2e43306bb528 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469575 May 30 12:14:19.994918 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23738f53-2993-4d55-bda1-a2c44ce9f90a req-81ee4e53-00b8-4d3c-b713-891802f18e16 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:19.996409 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-23738f53-2993-4d55-bda1-a2c44ce9f90a req-81ee4e53-00b8-4d3c-b713-891802f18e16 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0474646 May 30 12:14:20.046359 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-23738f53-2993-4d55-bda1-a2c44ce9f90a req-4afc6338-9347-40da-861b-26554ffb1cea tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 May 30 12:14:20.069944 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49648) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:14:20.150261 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493246c0-d3b0-4908-9593-ff33f13f98bf tempest-TestShelveInstance-1374445043 tempest-TestShelveInstance-1374445043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:20.151684 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-493246c0-d3b0-4908-9593-ff33f13f98bf tempest-TestShelveInstance-1374445043 tempest-TestShelveInstance-1374445043-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1125 time: 0.0806839 May 30 12:14:20.155281 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49652) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:14:20.159728 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'port_id': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:14:20.180284 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:20.264406 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:20.371307 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Allocated IP 172.27.1.217 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/18c9f840-7b26-4bc8-b12f-74fefdc06f46) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:14:20.377370 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:20.479242 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for port (18c9f840-7b26-4bc8-b12f-74fefdc06f46), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:20.489717 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:20.514299 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (18c9f840-7b26-4bc8-b12f-74fefdc06f46), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:20.555167 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:14:20.561050 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:14:20.562951 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'Port': ['ID=18c9f840-7b26-4bc8-b12f-74fefdc06f46,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:14:20.565082 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:14:21.167888 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for floatingip (ff2c1854-9cf9-47a3-8083-4c543f72116e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:21.236767 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (18c9f840-7b26-4bc8-b12f-74fefdc06f46), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:21.378534 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:21.426403 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for port (18c9f840-7b26-4bc8-b12f-74fefdc06f46), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:21.431074 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (18c9f840-7b26-4bc8-b12f-74fefdc06f46), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:21.501932 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event updated for resources: {'Port': ['ID=18c9f840-7b26-4bc8-b12f-74fefdc06f46,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:14:21.514149 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (ff2c1854-9cf9-47a3-8083-4c543f72116e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:21.570425 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:21.612508 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Floating IP ff2c1854-9cf9-47a3-8083-4c543f72116e associated. External IP: 172.27.1.217, port: 36466e57-98c5-4029-b86f-9faa0fa79ccd. May 30 12:14:21.811812 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Router b84c0912-1cd3-4fb0-a409-4651ab84eeff has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:14:21.916883 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:14:21.927768 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] Sync routers for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:14:21.935711 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:21.939008 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:14:21.939642 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:14:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:14:21.967153 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-caf14d28-7804-489f-96a9-f278bc71f624 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8106878 May 30 12:14:21.967749 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:14:21.970060 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be507292-5463-4aa1-b4e4-112cf6b1934f" -d '{"events": [{"name": "network-changed", "server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:14:22.006477 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdc480f-70a5-4688-b5db-5d8331c410e6 x-openstack-request-id: req-2bdc480f-70a5-4688-b5db-5d8331c410e6 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:14:22.006772 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:14:22.007026 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bdc480f-70a5-4688-b5db-5d8331c410e6 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:14:22.007446 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdc480f-70a5-4688-b5db-5d8331c410e6'] response: {'name': 'network-changed', 'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'status': 'completed', 'code': 200} May 30 12:14:22.045782 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:14:22.068353 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-30ccf188-ace9-4524-a053-d996a7fba16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:22.069747 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-30ccf188-ace9-4524-a053-d996a7fba16a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1130 time: 0.0403504 May 30 12:14:22.166356 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-4704d15c-b2bf-48da-a567-481cde715441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:22.167800 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-4704d15c-b2bf-48da-a567-481cde715441 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 910 time: 0.0907819 May 30 12:14:22.228348 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-60755162-746b-451e-bcbf-70ffbc07e454 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 1000 time: 0.0543900 May 30 12:14:22.261223 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': 'ff2c1854-9cf9-47a3-8083-4c543f72116e', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'port_id': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'mac_address': 'fa:16:3e:15:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:14:21Z', 'updated_at': '2022-05-30T12:14:21Z', 'revision_number': 0, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:42Z', 'revision_number': 5, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:14:22.282135 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-08ee631f-b1cc-4ce0-a8a9-cee2975ea587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:22.283596 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-08ee631f-b1cc-4ce0-a8a9-cee2975ea587 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 200 len: 848 time: 0.0497739 May 30 12:14:22.296949 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] Checking router: b84c0912-1cd3-4fb0-a409-4651ab84eeff for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:14:22.305796 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:14:22.306415 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:14:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:14:22.328511 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-007c6ccf-6f77-48fc-8c37-0ec8c34e6926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:14:22.329929 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-007c6ccf-6f77-48fc-8c37-0ec8c34e6926 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410347 May 30 12:14:22.410180 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:14:22.421919 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-28c707ef-363a-4533-b11c-89ac41f1106b service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863273 May 30 12:14:22.516823 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-be507292-5463-4aa1-b4e4-112cf6b1934f req-6e8519f3-f485-4af0-b982-5f9c4624c98b service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887249 May 30 12:14:22.636328 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': 'ff2c1854-9cf9-47a3-8083-4c543f72116e', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'port_id': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'mac_address': 'fa:16:3e:15:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:14:21Z', 'updated_at': '2022-05-30T12:14:21Z', 'revision_number': 0, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:42Z', 'revision_number': 5, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:14:22.664430 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0313ab-2000-4a98-a0b4-19089d152f7c None None] The sync data for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi is: [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': 'ff2c1854-9cf9-47a3-8083-4c543f72116e', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'port_id': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'mac_address': 'fa:16:3e:15:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:14:21Z', 'updated_at': '2022-05-30T12:14:21Z', 'revision_number': 0, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:42Z', 'revision_number': 5, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:14:22.852168 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ea8e7-d2e2-47f6-bac0-e83e438ccb6c None None] New status for floating IP ff2c1854-9cf9-47a3-8083-4c543f72116e: ACTIVE {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:14:27.666896 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:14:31.961710 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:31.963717 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:32.506757 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=55 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:32.514900 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=57 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:32.631694 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:32.640940 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:33.220729 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7307-16ee-4793-8f4a-bb00a6048520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:34.040168 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:35.559924 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b230adc6-8492-43f8-b1ac-1fb51d8f0df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:36.959825 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:38.364515 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:39.676448 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:39.677244 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:39.946206 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:14:49.940646 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:14:49.942550 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:03.222382 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-296d3493-8309-4418-a808-e36325bf96a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:04.041460 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:04.666585 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:15:05.566016 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a4ea0cf8-0436-420e-a02e-4471a2dc45da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:06.962948 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:08.367448 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:09.949194 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:11.748777 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-5e1eb775-ac76-41fd-aab6-4ea973cd7137 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868342 May 30 12:15:11.839956 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-908878d5-a802-404b-b9c0-4e95cef82d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:15:11.841634 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-908878d5-a802-404b-b9c0-4e95cef82d86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1130 time: 0.0429888 May 30 12:15:11.950754 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-d4c06322-cce2-4bf5-a41e-41e8fa93cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:15:11.952117 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-d4c06322-cce2-4bf5-a41e-41e8fa93cc0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 910 time: 0.0877361 May 30 12:15:12.019293 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-e18415f4-b5eb-4ac1-b922-ed39d102ac12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 1002 time: 0.0579200 May 30 12:15:12.071812 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-b25d23f6-0e55-424f-ad20-5015880a318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:15:12.073274 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-b25d23f6-0e55-424f-ad20-5015880a318a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 200 len: 848 time: 0.0436792 May 30 12:15:12.120342 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-8f3289e6-116e-4717-b053-d9b06f4d040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:15:12.121772 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-8f3289e6-116e-4717-b053-d9b06f4d040f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398624 May 30 12:15:12.134932 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-4c1ca8ce-36b3-4a4d-9f90-b7c1fa12a492 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 12:15:12.135903 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-4c1ca8ce-36b3-4a4d-9f90-b7c1fa12a492 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048878 May 30 12:15:12.232299 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-92b84254-ec81-496d-a8c4-d38c36110e13 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872450 May 30 12:15:12.321978 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1d79b34c-ab68-4687-bf75-66def52d6817 req-138e0684-c16a-41fc-84b0-8b95280af5c8 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810087 May 30 12:15:16.669531 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:16.673761 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:19.943352 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:19.944068 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:22.318077 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=49 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:22.318863 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=52 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:31.681379 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:33.224113 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f62eee4e-a6d8-4680-97f7-219901c8d3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:34.056779 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:35.559616 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-723eddc1-f042-417e-a558-8adedcff251d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:36.965841 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:38.369565 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:39.954331 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:15:41.666085 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:15:49.947530 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:49.949388 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:53.669907 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:15:53.670643 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:03.225777 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-34b6f56e-900d-41c2-889d-c567441c4dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:04.071602 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:05.561964 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3461ee44-a7f5-40b9-900a-2a0806e82e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:06.968664 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:08.372023 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:09.958151 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:11.702920 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-ef7b06e4-5cbf-4193-be6c-47623c7f0e4d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423310 May 30 12:16:11.788839 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-8e596604-f5ce-40b9-a5ec-06291d248ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:11.790317 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-8e596604-f5ce-40b9-a5ec-06291d248ab7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1130 time: 0.0411355 May 30 12:16:11.901497 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-12ef4d50-746a-487c-b7bf-0c85455ee939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:11.902896 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-12ef4d50-746a-487c-b7bf-0c85455ee939 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 910 time: 0.0896802 May 30 12:16:11.974463 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-db02cc8e-4b87-4127-9e9c-fd41c1e68489 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 1002 time: 0.0623593 May 30 12:16:12.029454 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-e4c4ace3-bf0c-4c8d-83f1-f2639f16ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:12.030915 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-e4c4ace3-bf0c-4c8d-83f1-f2639f16ec98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 200 len: 848 time: 0.0470233 May 30 12:16:12.080287 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-52f04628-17c1-4d8b-9adc-867fbc0ff3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:12.081801 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-52f04628-17c1-4d8b-9adc-867fbc0ff3b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438445 May 30 12:16:12.177975 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-686697d3-c491-4445-b82a-27f9efc4125f service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864694 May 30 12:16:12.529143 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6cf7f548-ca5e-4649-b072-63e9b8cd5e40 req-3dbf1eae-3c06-4412-9243-381615c97808 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420100 May 30 12:16:18.665215 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:16:19.951914 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:19.952657 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:20.527972 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269dbe2-fc25-4c26-8b8c-f0011194eaeb req-1bb05007-7a04-40ea-a80a-c55a123ff8e3 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:20.529497 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1269dbe2-fc25-4c26-8b8c-f0011194eaeb req-1bb05007-7a04-40ea-a80a-c55a123ff8e3 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0487452 May 30 12:16:20.578375 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1269dbe2-fc25-4c26-8b8c-f0011194eaeb req-26b9b533-ae27-4457-961f-d879423ad706 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426326 May 30 12:16:21.700847 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065299bc-e07d-442f-91fc-600892efb8f6 req-3757f448-b066-4e61-88c2-297a9bc41572 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:21.702303 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-065299bc-e07d-442f-91fc-600892efb8f6 req-3757f448-b066-4e61-88c2-297a9bc41572 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0518460 May 30 12:16:21.752250 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-065299bc-e07d-442f-91fc-600892efb8f6 req-1e0cd7cb-3ab9-4111-9dd8-ff2b0891be45 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441167 May 30 12:16:22.524757 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=54 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:22.525468 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=47 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:22.865201 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f31f9-d705-48b2-bb85-96feb952ec39 req-e9ee4128-4846-4b0a-809b-858707f7ac87 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:22.866667 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a88f31f9-d705-48b2-bb85-96feb952ec39 req-e9ee4128-4846-4b0a-809b-858707f7ac87 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0470910 May 30 12:16:22.915604 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a88f31f9-d705-48b2-bb85-96feb952ec39 req-75606ac6-5557-4a27-b119-25772edc6c4d tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 May 30 12:16:24.033877 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9090e2-69ff-4989-b941-0e9686d1241e req-b0d2de46-288a-4d7e-b099-6614b5bc64be tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:24.035413 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a9090e2-69ff-4989-b941-0e9686d1241e req-b0d2de46-288a-4d7e-b099-6614b5bc64be tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0513482 May 30 12:16:24.085613 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8a9090e2-69ff-4989-b941-0e9686d1241e req-90be13ac-7978-42bc-b7ae-553047a21c74 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444019 May 30 12:16:25.199911 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a4063-7ecc-4a8b-9a8e-e9e38303f591 req-4e2307ce-f019-4b4f-bf55-9bfac4d7646b tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:25.201406 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-074a4063-7ecc-4a8b-9a8e-e9e38303f591 req-4e2307ce-f019-4b4f-bf55-9bfac4d7646b tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0476067 May 30 12:16:25.250721 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-074a4063-7ecc-4a8b-9a8e-e9e38303f591 req-998eef54-74a7-4d06-8367-ab67f9f4ef49 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438397 May 30 12:16:26.365451 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414a838-8a48-4a73-8452-643c87c70569 req-674e0013-7c33-4783-81d2-26326a7cfa4a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:26.366975 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d414a838-8a48-4a73-8452-643c87c70569 req-674e0013-7c33-4783-81d2-26326a7cfa4a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0483856 May 30 12:16:26.420411 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d414a838-8a48-4a73-8452-643c87c70569 req-bf084cdb-df41-42ce-886f-ce0777b987cd tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477588 May 30 12:16:27.557859 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9af5-caf8-406b-9369-7ffabbded1ea req-7aa18f2b-b559-44f0-b0ea-fc436e45ea2c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:27.559427 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b33b9af5-caf8-406b-9369-7ffabbded1ea req-7aa18f2b-b559-44f0-b0ea-fc436e45ea2c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0638347 May 30 12:16:27.621489 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b33b9af5-caf8-406b-9369-7ffabbded1ea req-975bbf12-6939-45e2-9f88-93cbc1411d63 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565076 May 30 12:16:28.741368 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120b6ee-244b-45bf-b698-2548a40d411e req-8a170c9c-bde1-4a72-9eda-816bfea9026d tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:28.742999 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3120b6ee-244b-45bf-b698-2548a40d411e req-8a170c9c-bde1-4a72-9eda-816bfea9026d tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0484736 May 30 12:16:28.793291 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3120b6ee-244b-45bf-b698-2548a40d411e req-5791fd10-a406-498c-9eb5-76273e96ec17 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446725 May 30 12:16:29.913806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde293b5-cbeb-4fcb-a419-d40c6ac5ba5e req-d9b3492c-ec72-4f23-b2c5-f28b1339fe19 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:29.915203 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cde293b5-cbeb-4fcb-a419-d40c6ac5ba5e req-d9b3492c-ec72-4f23-b2c5-f28b1339fe19 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0544512 May 30 12:16:29.965385 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cde293b5-cbeb-4fcb-a419-d40c6ac5ba5e req-785c8809-ccf7-43e1-a37e-89115672524e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446126 May 30 12:16:30.743137 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-dc9b59a2-4dcb-4205-a22b-649a8003b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:30.744696 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-dc9b59a2-4dcb-4205-a22b-649a8003b52e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1130 time: 0.0445659 May 30 12:16:30.843958 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-0dc3dc07-7d54-4166-a61c-20686a6e2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:30.845332 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-0dc3dc07-7d54-4166-a61c-20686a6e2065 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 910 time: 0.0913219 May 30 12:16:30.914428 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-2e54b646-eef4-42c8-a930-51d47061d0ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 1002 time: 0.0591450 May 30 12:16:30.965319 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-d4b29f5f-d657-4fe1-9bc6-6c6c53a491a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:30.966719 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-d4b29f5f-d657-4fe1-9bc6-6c6c53a491a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 200 len: 848 time: 0.0433190 May 30 12:16:31.013317 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-bf0f639a-76fc-4749-9ef6-b210334c1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:31.014926 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-bf0f639a-76fc-4749-9ef6-b210334c1e84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390093 May 30 12:16:31.100122 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef811d-db60-496a-b976-fab8b6ef4dba req-3831bda2-5cd6-4006-b9c3-04d01ee9e4a9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:31.103287 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6bef811d-db60-496a-b976-fab8b6ef4dba req-3831bda2-5cd6-4006-b9c3-04d01ee9e4a9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0681703 May 30 12:16:31.122121 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-b288c2f6-969a-4724-b512-ceab494e4e26 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969729 May 30 12:16:31.157776 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6bef811d-db60-496a-b976-fab8b6ef4dba req-5deb15c5-eced-4344-8cbd-14481e9d4f41 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505612 May 30 12:16:31.222344 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-59b17ec0-1ea3-4020-b2ee-f1924cbf564c req-bd58ecb0-c258-4407-9ad9-1e93670c3ce8 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911896 May 30 12:16:31.433985 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=15 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:31.439632 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=19 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:32.271646 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a0a7-5945-4a13-b20c-1a36744654c7 req-553b7a53-c346-4a99-b3ca-220cd911e27f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:32.273395 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1378a0a7-5945-4a13-b20c-1a36744654c7 req-553b7a53-c346-4a99-b3ca-220cd911e27f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0476613 May 30 12:16:32.302741 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:32.326626 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1378a0a7-5945-4a13-b20c-1a36744654c7 req-1a1b1fb1-5015-4830-a1d4-7530f5ac5614 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477557 May 30 12:16:33.227287 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ed359b8-0d6c-46e1-9528-492d9945da7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:33.449535 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136c4fa-60d5-4704-be12-ca90b2ebe42e req-f6d08de6-9558-4d3b-af3a-f9fd9d9eaa41 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:33.451411 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0136c4fa-60d5-4704-be12-ca90b2ebe42e req-f6d08de6-9558-4d3b-af3a-f9fd9d9eaa41 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0508108 May 30 12:16:33.474115 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:33.506624 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0136c4fa-60d5-4704-be12-ca90b2ebe42e req-2f1c5527-49b0-4c13-b701-76922fded7fe tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488918 May 30 12:16:34.070931 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:34.621771 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583fb65-bd29-4ad9-a4d9-3b7597048274 req-3f3cd18b-2824-4faf-af7b-0137e5144723 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:34.623287 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8583fb65-bd29-4ad9-a4d9-3b7597048274 req-3f3cd18b-2824-4faf-af7b-0137e5144723 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0488904 May 30 12:16:34.672581 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8583fb65-bd29-4ad9-a4d9-3b7597048274 req-96fa14a8-4715-4101-8d10-8c030ef3b58c tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437329 May 30 12:16:34.887688 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364fb9c-f71d-4e7a-8e75-ff6de2ff77a5 req-5263e627-1947-4e85-9fd7-385e8147e67a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:34.889223 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b364fb9c-f71d-4e7a-8e75-ff6de2ff77a5 req-5263e627-1947-4e85-9fd7-385e8147e67a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0530663 May 30 12:16:34.941746 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b364fb9c-f71d-4e7a-8e75-ff6de2ff77a5 req-d56fde93-3892-45bf-889f-55cd090b09b9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458870 May 30 12:16:34.947383 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-7e87bce5-0126-4306-a455-cbb96199f8bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347826 May 30 12:16:35.126496 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27702-0b56-4720-841d-dcc53618679f req-7ee97525-bc5e-4e1d-bce1-cfa9b1b8b490 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:35.127843 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-7ee97525-bc5e-4e1d-bce1-cfa9b1b8b490 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports/36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 943 time: 0.1507051 May 30 12:16:35.565782 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9f1b0ac2-b0ee-40d3-897f-6ac7da553a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:36.062264 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574bff8-ee20-43cc-82a8-33e1abd72085 req-949fc86c-6dbf-49c5-a63a-fe6ccf498b2f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:36.064135 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2574bff8-ee20-43cc-82a8-33e1abd72085 req-949fc86c-6dbf-49c5-a63a-fe6ccf498b2f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0494425 May 30 12:16:36.116152 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2574bff8-ee20-43cc-82a8-33e1abd72085 req-3cf58f1c-33d1-4b65-921d-338b2a4fb8ac tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458415 May 30 12:16:36.589480 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27702-0b56-4720-841d-dcc53618679f req-29259843-2976-4000-b4b4-f7fd6eb0d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:36.590990 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-29259843-2976-4000-b4b4-f7fd6eb0d514 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7&tenant_id=7ab20a59f54348e6b0d892ea010aff9c HTTP/1.1" status: 200 len: 1130 time: 0.0421112 May 30 12:16:36.657451 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27702-0b56-4720-841d-dcc53618679f req-16f738cf-8d32-4d2b-a6c5-432a18810bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:36.658913 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-16f738cf-8d32-4d2b-a6c5-432a18810bf9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1130 time: 0.0441446 May 30 12:16:36.751154 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27702-0b56-4720-841d-dcc53618679f req-6ffc9abb-b751-4d75-81ee-3a339d7cb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:36.752618 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-6ffc9abb-b751-4d75-81ee-3a339d7cb7c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 910 time: 0.0852156 May 30 12:16:36.761094 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 36466e57-98c5-4029-b86f-9faa0fa79ccd no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:16:36.822464 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-213fe756-df0b-402a-9132-ab88f8002e3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 1002 time: 0.0597980 May 30 12:16:36.838453 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 36466e57-98c5-4029-b86f-9faa0fa79ccd is: ACTIVE; New status is: DOWN {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:16:36.838841 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:36.863430 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:16:36.865600 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4487913-9afe-497a-8caf-0d166ccc356e" -d '{"events": [{"server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "name": "network-vif-unplugged", "status": "completed", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:16:36.876606 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27702-0b56-4720-841d-dcc53618679f req-8d045800-bab0-410a-893d-189f1d5e6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:36.878078 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-8d045800-bab0-410a-893d-189f1d5e6077 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 200 len: 848 time: 0.0472507 May 30 12:16:36.886662 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:16:36.891313 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:36.933028 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27702-0b56-4720-841d-dcc53618679f req-632cd871-af9d-4af5-970e-770ae96760fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:36.934549 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-632cd871-af9d-4af5-970e-770ae96760fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457022 May 30 12:16:36.942065 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=36466e57-98c5-4029-b86f-9faa0fa79ccd,revision_number=6']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:16:36.950437 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.950795 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.951107 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.951440 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.951770 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.952096 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.952449 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.952826 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.953154 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.953480 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.953800 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.954290 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.954629 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.954950 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.955269 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:16:36.979917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:36.982874 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 May 2022 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7abaede-7d3b-482f-8ed9-dc0c199e1aaa x-openstack-request-id: req-f7abaede-7d3b-482f-8ed9-dc0c199e1aaa {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:16:36.983168 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "name": "network-vif-unplugged", "status": "completed", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:16:36.983419 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7abaede-7d3b-482f-8ed9-dc0c199e1aaa {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:16:36.984239 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7abaede-7d3b-482f-8ed9-dc0c199e1aaa'] response: {'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'code': 200} May 30 12:16:37.027312 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:37.038456 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-95a9f1e8-2d39-4dca-a442-c7f968a9f4a6 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945377 May 30 12:16:37.130708 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5ec27702-0b56-4720-841d-dcc53618679f req-80a48795-4437-4a02-83ac-df26e1c5e1f7 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839481 May 30 12:16:37.234651 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735816b2-1bcf-4432-aa2a-131474e1da88 req-d7b092e8-a06a-495c-b763-77e2a26b9b8b tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:37.236139 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-735816b2-1bcf-4432-aa2a-131474e1da88 req-d7b092e8-a06a-495c-b763-77e2a26b9b8b tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0505278 May 30 12:16:37.285240 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-735816b2-1bcf-4432-aa2a-131474e1da88 req-3153f2d5-0365-4f36-86ac-7c19fc58cb86 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435691 May 30 12:16:38.375675 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:38.405889 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a09e-df92-4818-b842-435be7205108 req-b132805f-eae6-41b6-aa5b-cf5106edb162 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:38.407527 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d9d8a09e-df92-4818-b842-435be7205108 req-b132805f-eae6-41b6-aa5b-cf5106edb162 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0524588 May 30 12:16:38.456668 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d9d8a09e-df92-4818-b842-435be7205108 req-2c5cf26d-434e-41da-8530-35157b290451 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 May 30 12:16:39.571320 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c880a8b-73ac-4987-b815-6532058088f6 req-629f9bc3-a89b-4121-a5eb-54559a042f1a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:39.573067 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8c880a8b-73ac-4987-b815-6532058088f6 req-629f9bc3-a89b-4121-a5eb-54559a042f1a tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0489490 May 30 12:16:39.625248 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8c880a8b-73ac-4987-b815-6532058088f6 req-26f53d1d-fa8a-4d0f-ba8d-231ad6e2ea91 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466819 May 30 12:16:39.963625 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:40.740336 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217173-c98f-4b15-ad10-7fcbf80a8405 req-dd223849-103e-44d4-8cf3-870ee879dadb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:40.741795 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7d217173-c98f-4b15-ad10-7fcbf80a8405 req-dd223849-103e-44d4-8cf3-870ee879dadb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0475180 May 30 12:16:40.791329 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7d217173-c98f-4b15-ad10-7fcbf80a8405 req-f3bfd4d9-cb5c-4c5e-b3d3-e3498fb547e3 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438979 May 30 12:16:41.904348 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544e993-c816-44a4-b64f-71cd47a0c4a9 req-c4fe6299-befc-47d0-90b1-6b6113848feb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:41.905799 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0544e993-c816-44a4-b64f-71cd47a0c4a9 req-c4fe6299-befc-47d0-90b1-6b6113848feb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0475676 May 30 12:16:41.956904 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0544e993-c816-44a4-b64f-71cd47a0c4a9 req-3dde0e4e-c3b0-42b8-9b6a-1928d2c258b2 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454311 May 30 12:16:43.075321 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e90875-4cb4-4027-8a06-ef4c48216e5f req-8620d902-71c7-4304-92a1-8313cd546347 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:43.076815 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-05e90875-4cb4-4027-8a06-ef4c48216e5f req-8620d902-71c7-4304-92a1-8313cd546347 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0501516 May 30 12:16:43.120766 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:43.125841 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-05e90875-4cb4-4027-8a06-ef4c48216e5f req-0a8cd5f2-410a-44c2-bdbd-d4965e509ddd tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 May 30 12:16:43.363190 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:43.397363 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e200f-4176-4451-9918-f1b166022951 req-3d65fcee-b56c-4008-8812-43f1015f3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:43.399500 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-641e200f-4176-4451-9918-f1b166022951 req-3d65fcee-b56c-4008-8812-43f1015f3faf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1128 time: 0.0452125 May 30 12:16:43.447601 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-641e200f-4176-4451-9918-f1b166022951 req-b70d553e-4210-4ff9-bd86-4646566188c1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406110 May 30 12:16:44.246270 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205e44-56bf-40d4-86ff-9ddfbd399b75 req-70a2dc6f-d687-4ac3-8716-e0e6d68e8cc4 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:44.247752 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-91205e44-56bf-40d4-86ff-9ddfbd399b75 req-70a2dc6f-d687-4ac3-8716-e0e6d68e8cc4 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 944 time: 0.0505135 May 30 12:16:44.299912 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-91205e44-56bf-40d4-86ff-9ddfbd399b75 req-cacaccbe-12a1-4025-9d78-d61db8c06ea9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464199 May 30 12:16:44.767598 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 36466e57-98c5-4029-b86f-9faa0fa79ccd details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:16:44.868051 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:16:44.880070 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'port_id': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'mac_address': 'fa:16:3e:15:5f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:16:44.921352 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 36466e57-98c5-4029-b86f-9faa0fa79ccd is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:16:44.921744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:44.935447 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36466e57-98c5-4029-b86f-9faa0fa79ccd {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:16:44.956178 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:16:44.959924 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:45.006784 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=36466e57-98c5-4029-b86f-9faa0fa79ccd,revision_number=7']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:16:45.230129 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['36466e57-98c5-4029-b86f-9faa0fa79ccd'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:16:45.414806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008676b-bc84-465a-9daa-a312a92e0433 req-ac1aec33-ed6f-4ae0-a3a1-50882ad9d6c8 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:16:45.416855 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7008676b-bc84-465a-9daa-a312a92e0433 req-ac1aec33-ed6f-4ae0-a3a1-50882ad9d6c8 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 945 time: 0.0480969 May 30 12:16:45.424986 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:45.461925 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:45.463744 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:45.473545 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7008676b-bc84-465a-9daa-a312a92e0433 req-582224eb-a81d-4570-98e6-30798ad75abf tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508232 May 30 12:16:46.781167 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 36466e57-98c5-4029-b86f-9faa0fa79ccd up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:16:46.826028 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 36466e57-98c5-4029-b86f-9faa0fa79ccd triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:16:46.826396 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:46.903157 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 36466e57-98c5-4029-b86f-9faa0fa79ccd is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:16:46.903448 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:46.925605 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:16:46.927793 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9f820a-174e-4cdf-b1a3-6daac8708c67" -d '{"events": [{"server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "name": "network-vif-plugged", "status": "completed", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:16:46.940840 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:16:46.946979 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:16:46.971680 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d0b610-c09c-45f0-ac24-263a1a25b464 x-openstack-request-id: req-21d0b610-c09c-45f0-ac24-263a1a25b464 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:16:46.971965 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "name": "network-vif-plugged", "status": "completed", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:16:46.972236 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21d0b610-c09c-45f0-ac24-263a1a25b464 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:16:46.972628 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d0b610-c09c-45f0-ac24-263a1a25b464'] response: {'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'code': 200} May 30 12:16:46.997217 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=36466e57-98c5-4029-b86f-9faa0fa79ccd,revision_number=8']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:16:53.435712 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:53.443723 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=20 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:55.469004 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=14 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:55.664718 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:16:56.993599 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:16:56.995424 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:03.230551 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-78c3463d-3688-472d-8ca5-1e74f2442050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:04.087260 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:05.568985 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-737233e1-63fb-446a-9e20-640404e429fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:06.975579 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:07.658991 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:07.663278 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:08.377710 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:09.966593 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:12.719286 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-55aff639-fff6-420f-a442-89ceec3277fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480049 May 30 12:17:12.809912 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-93bac059-1e45-4c1e-ac1e-667e56c32f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:17:12.811363 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-93bac059-1e45-4c1e-ac1e-667e56c32f6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1130 time: 0.0408335 May 30 12:17:12.919218 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-bad4b1fd-31df-4840-a0a3-2c3d72600d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:17:12.920599 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-bad4b1fd-31df-4840-a0a3-2c3d72600d2a service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 910 time: 0.0902843 May 30 12:17:12.981691 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-c4c849fc-a976-4bc4-9efd-f777b052a1f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 1002 time: 0.0544193 May 30 12:17:13.035138 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-3ac1edb8-3191-4b58-aad5-66b1f22f5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:17:13.036617 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-3ac1edb8-3191-4b58-aad5-66b1f22f5018 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 200 len: 848 time: 0.0484822 May 30 12:17:13.082754 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-f2adb53c-d7b8-4250-bc50-6e995e7e9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:17:13.084277 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-f2adb53c-d7b8-4250-bc50-6e995e7e9e0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401225 May 30 12:17:13.185572 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-e2274e19-22d2-421c-aa1d-18dbf2f762cd service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952835 May 30 12:17:13.273930 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-0d4f4ccb-1d68-465f-99c4-56373abbac12 req-337b543f-cc74-43f8-a702-628c0cb9f898 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827622 May 30 12:17:19.960879 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:19.962955 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:23.258825 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=52 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:23.270269 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=49 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:31.685481 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:31.686630 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:32.666350 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:17:33.232852 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-38aa0464-d23c-4799-b4ec-da4ac89784ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:34.098547 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:35.570633 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f512cdbb-dbf3-4286-8ca9-31979707d165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:36.979312 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:38.381631 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:39.971409 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:17:51.446567 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:51.448561 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:51.675650 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:17:51.676445 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:00.827102 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49780) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:00.968406 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Deleting port 18c9f840-7b26-4bc8-b12f-74fefdc06f46 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:18:00.968664 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (18c9f840-7b26-4bc8-b12f-74fefdc06f46), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:01.043341 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (18c9f840-7b26-4bc8-b12f-74fefdc06f46), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:01.043665 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for floatingip (18c9f840-7b26-4bc8-b12f-74fefdc06f46), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:01.056761 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Calling delete_port for 18c9f840-7b26-4bc8-b12f-74fefdc06f46 owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:18:01.203846 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (18c9f840-7b26-4bc8-b12f-74fefdc06f46), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:01.228314 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event deleted for resources: {'Port': ['ID=18c9f840-7b26-4bc8-b12f-74fefdc06f46,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:01.240207 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.240554 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.240891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.241225 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.241558 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.241878 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.242200 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.242519 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.242837 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.243155 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.243470 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.243785 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.244099 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.244437 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.244751 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:01.303920 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for floatingip (ff2c1854-9cf9-47a3-8083-4c543f72116e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:01.304253 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Floating IP ff2c1854-9cf9-47a3-8083-4c543f72116e disassociated (deleted). External IP: 172.27.1.217, port: 36466e57-98c5-4029-b86f-9faa0fa79ccd. May 30 12:18:01.502760 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Router b84c0912-1cd3-4fb0-a409-4651ab84eeff has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:18:01.604098 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:18:01.608555 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:01.613673 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875c6be-8147-4889-9540-da40304b7fde None None] Sync routers for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:18:01.624014 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875c6be-8147-4889-9540-da40304b7fde None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:01.624660 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2875c6be-8147-4889-9540-da40304b7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:17:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:01.639067 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-58434b0e-3c9f-423f-9860-d316479bd3cb tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "DELETE /v2.0/floatingips/ff2c1854-9cf9-47a3-8083-4c543f72116e HTTP/1.1" status: 204 len: 168 time: 0.8102784 May 30 12:18:01.639675 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:18:01.642084 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c56c6e-809c-47ce-bfeb-553ff8137953" -d '{"events": [{"name": "network-changed", "server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:18:01.736204 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2875c6be-8147-4889-9540-da40304b7fde None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:01.782453 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4283bf-66d8-4734-b303-33b7d202812a x-openstack-request-id: req-de4283bf-66d8-4734-b303-33b7d202812a {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:18:01.782769 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:18:01.783022 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de4283bf-66d8-4734-b303-33b7d202812a {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:18:01.783439 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4283bf-66d8-4734-b303-33b7d202812a'] response: {'name': 'network-changed', 'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'status': 'completed', 'code': 200} May 30 12:18:01.873515 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:01.880488 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:01.895770 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e892b-ba1e-4ae0-920c-43a7d604f2ac req-e5cfce8e-0d39-4223-a00c-156291fa1596 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:01.897284 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a5e892b-ba1e-4ae0-920c-43a7d604f2ac req-e5cfce8e-0d39-4223-a00c-156291fa1596 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0515974 May 30 12:18:01.942813 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2875c6be-8147-4889-9540-da40304b7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:42Z', 'revision_number': 5, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:01.947706 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1a5e892b-ba1e-4ae0-920c-43a7d604f2ac req-5238c91a-9611-405a-991b-b65d08193837 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 May 30 12:18:01.967619 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875c6be-8147-4889-9540-da40304b7fde None None] Checking router: b84c0912-1cd3-4fb0-a409-4651ab84eeff for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:18:01.976188 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875c6be-8147-4889-9540-da40304b7fde None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:01.976805 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2875c6be-8147-4889-9540-da40304b7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:17:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:02.079216 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2875c6be-8147-4889-9540-da40304b7fde None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:02.390632 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2875c6be-8147-4889-9540-da40304b7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:42Z', 'revision_number': 5, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:02.415841 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875c6be-8147-4889-9540-da40304b7fde None None] The sync data for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi is: [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:38Z', 'revision_number': 4, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c', 'name': '', 'network_id': 'ce5c8f6f-8c28-4518-9a07-1331ddd810ef', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'mac_address': 'fa:16:3e:92:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:37Z', 'updated_at': '2022-05-30T12:13:42Z', 'revision_number': 5, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'subnets': [{'id': '77fb8fe7-791c-4a8c-be50-4bde40d4589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:18:02.626085 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0522eecb-9894-4837-a26f-4f337c66be78 None None] New status for floating IP ff2c1854-9cf9-47a3-8083-4c543f72116e: DOWN {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:18:03.067256 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f136c-18db-473b-acf2-e715a47e6fa2 req-f6a144a5-e598-4ccc-a2a9-b1009989b68e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:03.068779 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-763f136c-18db-473b-acf2-e715a47e6fa2 req-f6a144a5-e598-4ccc-a2a9-b1009989b68e tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0482962 May 30 12:18:03.088730 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-17f6031a-548b-4808-b3f6-918de5fe08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:03.090273 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-17f6031a-548b-4808-b3f6-918de5fe08e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 1130 time: 0.0396903 May 30 12:18:03.124612 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-763f136c-18db-473b-acf2-e715a47e6fa2 req-fed8cc44-c8ef-4189-8bec-7a246dc389ee tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed6ead7b-21d9-473c-87b8-e228fa826d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502706 May 30 12:18:03.195149 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-0db25dbb-7a01-45c4-87c5-e3c1a70a1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:03.196660 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-0db25dbb-7a01-45c4-87c5-e3c1a70a1aa1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 200 len: 910 time: 0.1000578 May 30 12:18:03.236402 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-af6dcaa0-0ad2-4c0f-b9e2-6a81cc5f0095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:03.262390 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-34ef9860-645f-4051-90ae-c5c01ecb3f0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 200 len: 217 time: 0.0335860 May 30 12:18:03.319238 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-b8a23f61-ba29-414e-93e2-7b5471263799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:03.320710 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-b8a23f61-ba29-414e-93e2-7b5471263799 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 200 len: 848 time: 0.0523586 May 30 12:18:03.365080 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-0722b638-70ed-4cdf-b237-09fe79dafe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:03.366587 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-0722b638-70ed-4cdf-b237-09fe79dafe45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce5c8f6f-8c28-4518-9a07-1331ddd810ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401175 May 30 12:18:03.619852 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-9f6b1eaa-5efe-4b96-8506-d2f3a9d781e7 service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940943 May 30 12:18:03.700956 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-ade71490-16bc-475a-9690-3eb3098b8185 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:03.702364 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-ade71490-16bc-475a-9690-3eb3098b8185 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.65 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 946 time: 0.0934746 May 30 12:18:03.777153 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c2c56c6e-809c-47ce-bfeb-553ff8137953 req-11f2a593-5820-43fc-9866-27bc7929faeb service neutron] 10.222.0.65 "GET /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377432 May 30 12:18:03.815476 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Deleting port 36466e57-98c5-4029-b86f-9faa0fa79ccd {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:18:03.815821 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:03.906685 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] For port 36466e57-98c5-4029-b86f-9faa0fa79ccd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=36466e57-98c5-4029-b86f-9faa0fa79ccd,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:03.906936 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:03.920225 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Calling delete_port for 36466e57-98c5-4029-b86f-9faa0fa79ccd owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:18:04.049223 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (36466e57-98c5-4029-b86f-9faa0fa79ccd), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:04.060349 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:04.078907 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event deleted for resources: {'Port': ['ID=36466e57-98c5-4029-b86f-9faa0fa79ccd,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:04.093251 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.093892 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.093993 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.094257 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.094597 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.094929 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.095261 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.095591 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.095918 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.096267 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.096595 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.096921 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.097247 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.097569 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.097889 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:04.118199 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:04.139877 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] No DVR routers for this DVR port 36466e57-98c5-4029-b86f-9faa0fa79ccd on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:18:04.142315 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:04.145464 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4a62a3a8-42d6-4dd8-bb2a-e948c2911215 req-74cc3e56-ef6a-48c0-8033-f3c3fbb098d9 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.65 "DELETE /v2.0/ports/36466e57-98c5-4029-b86f-9faa0fa79ccd HTTP/1.1" status: 204 len: 173 time: 0.4335177 May 30 12:18:04.145935 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'name': 'network-vif-deleted', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:18:04.148274 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a351fa20-2d0d-4651-bc28-e5437eddd25e" -d '{"events": [{"server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "name": "network-vif-deleted", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:18:04.242135 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0b00c2ac-806f-4d26-8367-a38c9041a222 req-7c7fc122-ea7a-4370-95db-81c571145b0f tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b59c9-1f3f-41b3-af99-1631ad0710f7 HTTP/1.1" status: 200 len: 210 time: 0.0310261 May 30 12:18:04.269845 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30daf9bc-9da4-457b-831c-a1086c6383e3 x-openstack-request-id: req-30daf9bc-9da4-457b-831c-a1086c6383e3 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:18:04.270167 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b59c9-1f3f-41b3-af99-1631ad0710f7", "name": "network-vif-deleted", "tag": "36466e57-98c5-4029-b86f-9faa0fa79ccd", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:18:04.270418 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30daf9bc-9da4-457b-831c-a1086c6383e3 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:18:04.270824 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30daf9bc-9da4-457b-831c-a1086c6383e3'] response: {'server_uuid': '030b59c9-1f3f-41b3-af99-1631ad0710f7', 'name': 'network-vif-deleted', 'tag': '36466e57-98c5-4029-b86f-9faa0fa79ccd', 'status': 'completed', 'code': 200} May 30 12:18:05.302806 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49814) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:05.359254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d73e44c6-1ef7-4f04-a069-86b15726e839 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group (ed6ead7b-21d9-473c-87b8-e228fa826d4f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:05.384088 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d73e44c6-1ef7-4f04-a069-86b15726e839 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group (ed6ead7b-21d9-473c-87b8-e228fa826d4f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:05.445550 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d73e44c6-1ef7-4f04-a069-86b15726e839 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ed6ead7b-21d9-473c-87b8-e228fa826d4f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:05.448330 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d73e44c6-1ef7-4f04-a069-86b15726e839 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:05.449487 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d73e44c6-1ef7-4f04-a069-86b15726e839 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed6ead7b-21d9-473c-87b8-e228fa826d4f HTTP/1.1" status: 204 len: 168 time: 0.1465008 May 30 12:18:05.459144 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e44c6-1ef7-4f04-a069-86b15726e839 tempest-TestShelveInstance-663614298 tempest-TestShelveInstance-663614298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6ead7b-21d9-473c-87b8-e228fa826d4f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:05.496640 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49818) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:05.567591 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7a1b903b-5b67-4e5c-ba1c-742ee4f88ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:05.682756 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:05.818510 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (b84c0912-1cd3-4fb0-a409-4651ab84eeff), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:06.038216 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Deleting port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:18:06.038544 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:06.118961 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] For port e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:06.119241 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:06.132472 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Calling delete_port for e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c owned by network:router_interface {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:18:06.274064 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:06.319335 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:06.344916 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:06.505789 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (b84c0912-1cd3-4fb0-a409-4651ab84eeff), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:06.517884 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:06.723007 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Router b84c0912-1cd3-4fb0-a409-4651ab84eeff has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:18:06.823966 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:18:06.829660 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-6bcdd154-bcf9-486b-95f8-49ab91580bbb admin admin] 10.222.0.32 "PUT /v2.0/routers/b84c0912-1cd3-4fb0-a409-4651ab84eeff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3324852 May 30 12:18:06.831497 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49820) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:06.832706 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] Sync routers for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:18:06.844787 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:06.845832 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:06.935941 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks [] for router (b84c0912-1cd3-4fb0-a409-4651ab84eeff), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:06.953854 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:07.056910 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.075458 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:07.094599 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 36466e57-98c5-4029-b86f-9faa0fa79ccd no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:18:07.125180 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 36466e57-98c5-4029-b86f-9faa0fa79ccd {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:18:07.125526 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 36466e57-98c5-4029-b86f-9faa0fa79ccd not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:18:07.159232 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:07.168528 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:18:06Z', 'revision_number': 5, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:07.199789 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] Checking router: b84c0912-1cd3-4fb0-a409-4651ab84eeff for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:18:07.209521 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] Routers {'b84c0912-1cd3-4fb0-a409-4651ab84eeff'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:07.210604 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:07.301634 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks [] for router_gateway (b84c0912-1cd3-4fb0-a409-4651ab84eeff), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.318589 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] Set router b84c0912-1cd3-4fb0-a409-4651ab84eeff gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:07.343654 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Deleting port 1e36b4a5-8135-47b7-9025-7d555b35e2ac {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:18:07.343990 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.426906 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] For port 1e36b4a5-8135-47b7-9025-7d555b35e2ac, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=1e36b4a5-8135-47b7-9025-7d555b35e2ac,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:07.427275 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.440702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Calling delete_port for 1e36b4a5-8135-47b7-9025-7d555b35e2ac owned by network:router_gateway {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:18:07.442259 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:07.488624 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:18:06Z', 'revision_number': 5, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:07.514457 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa2612-dc6c-4bf1-ba71-887a27839820 None None] The sync data for ids ['b84c0912-1cd3-4fb0-a409-4651ab84eeff'] in dv-cinder-840512-2-iscsi is: [{'id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'name': 'tempest-TestShelveInstance-1032296187-router', 'tenant_id': '7ab20a59f54348e6b0d892ea010aff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:18:06Z', 'revision_number': 5, 'project_id': '7ab20a59f54348e6b0d892ea010aff9c', 'gw_port': {'id': '1e36b4a5-8135-47b7-9025-7d555b35e2ac', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c0912-1cd3-4fb0-a409-4651ab84eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:35Z', 'updated_at': '2022-05-30T12:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:18:07.610522 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (1e36b4a5-8135-47b7-9025-7d555b35e2ac), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.618705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:07.637629 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e36b4a5-8135-47b7-9025-7d555b35e2ac,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:07.700831 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (b84c0912-1cd3-4fb0-a409-4651ab84eeff), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.787702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (b84c0912-1cd3-4fb0-a409-4651ab84eeff), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.790107 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks [] for router_controller (b84c0912-1cd3-4fb0-a409-4651ab84eeff), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.835867 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (b84c0912-1cd3-4fb0-a409-4651ab84eeff), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.836431 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b84c0912-1cd3-4fb0-a409-4651ab84eeff {{(pid=104003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:18:07.840674 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.842464 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a915cfef-7deb-4bf1-8f28-8efd3a29a4c4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b84c0912-1cd3-4fb0-a409-4651ab84eeff HTTP/1.1" status: 204 len: 168 time: 1.0097866 May 30 12:18:07.844772 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49822) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:07.891408 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef09cb23-9836-47dd-94e5-9c89b8ed1e95 admin admin] Deleting subnet 77fb8fe7-791c-4a8c-be50-4bde40d4589f {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:18:07.894800 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ef09cb23-9836-47dd-94e5-9c89b8ed1e95 admin admin] Publish callbacks [] for subnet (77fb8fe7-791c-4a8c-be50-4bde40d4589f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:07.931768 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ef09cb23-9836-47dd-94e5-9c89b8ed1e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (77fb8fe7-791c-4a8c-be50-4bde40d4589f), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.015560 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ef09cb23-9836-47dd-94e5-9c89b8ed1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (77fb8fe7-791c-4a8c-be50-4bde40d4589f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.071182 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ef09cb23-9836-47dd-94e5-9c89b8ed1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (77fb8fe7-791c-4a8c-be50-4bde40d4589f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.099490 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09cb23-9836-47dd-94e5-9c89b8ed1e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77fb8fe7-791c-4a8c-be50-4bde40d4589f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:08.103056 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ef09cb23-9836-47dd-94e5-9c89b8ed1e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.106184 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ef09cb23-9836-47dd-94e5-9c89b8ed1e95 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/77fb8fe7-791c-4a8c-be50-4bde40d4589f HTTP/1.1" status: 204 len: 168 time: 0.2605164 May 30 12:18:08.108848 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49824) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:08.114388 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d135af-f19b-41af-9636-8913cf0acd29 None None] Network ce5c8f6f-8c28-4518-9a07-1331ddd810ef requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:18:08.181796 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (ce5c8f6f-8c28-4518-9a07-1331ddd810ef), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.235043 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Deleting port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:18:08.235722 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.307416 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] For port 3452b928-4bd0-43f9-b7ba-0246d5d539b0, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=3452b928-4bd0-43f9-b7ba-0246d5d539b0,segment=NetworkSegment(5daf25dc-ca24-41be-b5f8-44d8c11b8e37),segment_id=5daf25dc-ca24-41be-b5f8-44d8c11b8e37)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:08.307727 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.320960 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Calling delete_port for 3452b928-4bd0-43f9-b7ba-0246d5d539b0 owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:18:08.333233 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:08.383519 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.405958 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (3452b928-4bd0-43f9-b7ba-0246d5d539b0), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.430590 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3452b928-4bd0-43f9-b7ba-0246d5d539b0,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:08.434021 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] No DVR routers for this DVR port 3452b928-4bd0-43f9-b7ba-0246d5d539b0 on host dv-cinder-840512-2-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:18:08.513970 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (ce5c8f6f-8c28-4518-9a07-1331ddd810ef), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.526702 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9debaa-c3e8-42ac-9741-9986dfe30b20 None None] DHCP port deletion for ce5c8f6f-8c28-4518-9a07-1331ddd810ef request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:18:08.544085 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5c8f6f-8c28-4518-9a07-1331ddd810ef']}} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:08.559951 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5daf25dc-ca24-41be-b5f8-44d8c11b8e37') {'for_net_delete': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:08.560982 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.services.segments.db [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5daf25dc-ca24-41be-b5f8-44d8c11b8e37') {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:08.576974 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9345376'] for segment (5daf25dc-ca24-41be-b5f8-44d8c11b8e37), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.591219 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:18:08.594971 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (5daf25dc-ca24-41be-b5f8-44d8c11b8e37), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.601012 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=104003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:18:08.601556 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8969161'] for segment (5daf25dc-ca24-41be-b5f8-44d8c11b8e37), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.617513 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:18:08.617859 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device e09a78fd-b5c9-4bc8-98ad-bc8f4a03f91c not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:18:08.618274 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 1e36b4a5-8135-47b7-9025-7d555b35e2ac no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:18:08.639031 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 1e36b4a5-8135-47b7-9025-7d555b35e2ac {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:18:08.639384 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 1e36b4a5-8135-47b7-9025-7d555b35e2ac not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:18:08.639869 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 3452b928-4bd0-43f9-b7ba-0246d5d539b0 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:18:08.673245 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (ce5c8f6f-8c28-4518-9a07-1331ddd810ef), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.675364 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 3452b928-4bd0-43f9-b7ba-0246d5d539b0 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:18:08.675781 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 3452b928-4bd0-43f9-b7ba-0246d5d539b0 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:18:08.679095 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:08.682121 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] 10.222.0.32 "DELETE /v2.0/networks/ce5c8f6f-8c28-4518-9a07-1331ddd810ef HTTP/1.1" status: 204 len: 168 time: 0.5723567 May 30 12:18:08.682819 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:08.685231 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49830) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:08.703576 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb264272-9465-46f9-b812-e3e942fc70ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ce5c8f6f-8c28-4518-9a07-1331ddd810ef,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:08.739126 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment 5daf25dc-ca24-41be-b5f8-44d8c11b8e37 resource provider aggregate not found May 30 12:18:08.757578 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.services.segments.plugin [-] Segment 5daf25dc-ca24-41be-b5f8-44d8c11b8e37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5daf25dc-ca24-41be-b5f8-44d8c11b8e37 found for delete ", "request_id": "req-9aa02055-8080-4a2c-87b6-dd6decbab69b"}]} May 30 12:18:09.027848 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (a8905960-06f5-4c75-b616-fd947e08e4ec), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:09.251019 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Deleting port 0f4a3640-1e36-421a-83ea-364ab501d78d {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:18:09.251349 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:09.331227 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] For port 0f4a3640-1e36-421a-83ea-364ab501d78d, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=0f4a3640-1e36-421a-83ea-364ab501d78d,segment=NetworkSegment(950f8330-e980-42a8-8eda-0c7c1dad8294),segment_id=950f8330-e980-42a8-8eda-0c7c1dad8294)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:09.331480 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:09.344270 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Calling delete_port for 0f4a3640-1e36-421a-83ea-364ab501d78d owned by network:router_interface {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:18:09.347812 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:09.486355 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:09.528187 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (0f4a3640-1e36-421a-83ea-364ab501d78d), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:09.556408 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4a3640-1e36-421a-83ea-364ab501d78d,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:09.666350 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:18:09.721628 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (a8905960-06f5-4c75-b616-fd947e08e4ec), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:09.929029 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Router a8905960-06f5-4c75-b616-fd947e08e4ec has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:18:09.974840 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.028326 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:18:10.033715 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-34467b9d-42f1-460b-baaa-2002d314e2db admin admin] 10.222.0.32 "PUT /v2.0/routers/a8905960-06f5-4c75-b616-fd947e08e4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3470659 May 30 12:18:10.036429 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49834) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:10.037684 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] Sync routers for ids ['a8905960-06f5-4c75-b616-fd947e08e4ec'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:18:10.048125 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] Routers {'a8905960-06f5-4c75-b616-fd947e08e4ec'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:10.048768 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a8905960-06f5-4c75-b616-fd947e08e4ec'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:10.136471 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks [] for router (a8905960-06f5-4c75-b616-fd947e08e4ec), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.150021 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] Set router a8905960-06f5-4c75-b616-fd947e08e4ec gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:10.242243 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks [] for router_gateway (a8905960-06f5-4c75-b616-fd947e08e4ec), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.273586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:10.290024 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Deleting port 5f36d26a-90f2-4ffa-9e97-dbd69357f941 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:18:10.290429 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.339391 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:18:09Z', 'revision_number': 5, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'gw_port': {'id': '5f36d26a-90f2-4ffa-9e97-dbd69357f941', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:10.358398 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:10.370935 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] Checking router: a8905960-06f5-4c75-b616-fd947e08e4ec for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:18:10.380405 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] Routers {'a8905960-06f5-4c75-b616-fd947e08e4ec'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:10.381045 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['a8905960-06f5-4c75-b616-fd947e08e4ec'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:10.387085 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] For port 5f36d26a-90f2-4ffa-9e97-dbd69357f941, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=5f36d26a-90f2-4ffa-9e97-dbd69357f941,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:10.387448 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.401904 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Calling delete_port for 5f36d26a-90f2-4ffa-9e97-dbd69357f941 owned by network:router_gateway {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:18:10.463245 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] Set router a8905960-06f5-4c75-b616-fd947e08e4ec gateway port host: None {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:10.519253 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:18:10Z', 'revision_number': 6, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'gw_port_host': None}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:10.548527 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b077590-8b55-4b93-abb3-bc4b38f9e575 None None] The sync data for ids ['a8905960-06f5-4c75-b616-fd947e08e4ec'] in dv-cinder-840512-2-iscsi is: [{'id': 'a8905960-06f5-4c75-b616-fd947e08e4ec', 'name': 'tempest-TestShelveInstance-225267333-router', 'tenant_id': '1d1f22ab046944b9a58c65925a2a941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:13:40Z', 'updated_at': '2022-05-30T12:18:10Z', 'revision_number': 6, 'project_id': '1d1f22ab046944b9a58c65925a2a941f', 'gw_port_host': None}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:18:10.583734 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (5f36d26a-90f2-4ffa-9e97-dbd69357f941), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.609734 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5f36d26a-90f2-4ffa-9e97-dbd69357f941,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:10.675270 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (a8905960-06f5-4c75-b616-fd947e08e4ec), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.760658 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (a8905960-06f5-4c75-b616-fd947e08e4ec), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.763712 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks [] for router_controller (a8905960-06f5-4c75-b616-fd947e08e4ec), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.811176 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (a8905960-06f5-4c75-b616-fd947e08e4ec), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.812014 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8905960-06f5-4c75-b616-fd947e08e4ec {{(pid=104003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:18:10.816417 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.817548 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d2b15247-d788-422b-9897-1270ae5730ed admin admin] 10.222.0.32 "DELETE /v2.0/routers/a8905960-06f5-4c75-b616-fd947e08e4ec HTTP/1.1" status: 204 len: 168 time: 0.7801969 May 30 12:18:10.820080 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49836) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:10.864647 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd7d5b1-66fc-4a35-9fd6-d9373e24c410 admin admin] Deleting subnet f6127273-d068-4d26-9245-498b47c30765 {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:18:10.867588 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d5b1-66fc-4a35-9fd6-d9373e24c410 admin admin] Publish callbacks [] for subnet (f6127273-d068-4d26-9245-498b47c30765), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.908674 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d5b1-66fc-4a35-9fd6-d9373e24c410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (f6127273-d068-4d26-9245-498b47c30765), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:10.993236 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d5b1-66fc-4a35-9fd6-d9373e24c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (f6127273-d068-4d26-9245-498b47c30765), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.051173 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d5b1-66fc-4a35-9fd6-d9373e24c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (f6127273-d068-4d26-9245-498b47c30765), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.078292 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7d5b1-66fc-4a35-9fd6-d9373e24c410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6127273-d068-4d26-9245-498b47c30765,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:11.080183 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d5b1-66fc-4a35-9fd6-d9373e24c410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.083205 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-bcd7d5b1-66fc-4a35-9fd6-d9373e24c410 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f6127273-d068-4d26-9245-498b47c30765 HTTP/1.1" status: 204 len: 168 time: 0.2621970 May 30 12:18:11.085255 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e961d6c-305f-4f8b-a0b2-86731452ec90 None None] Network a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:18:11.085986 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49838) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:11.340524 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] DHCP port deletion for a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:18:11.380990 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Deleting port d3f6ca98-e05b-4e00-b3be-b89647917f41 {{(pid=104004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:18:11.381364 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), before_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.411980 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.455140 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Deleting port d3f6ca98-e05b-4e00-b3be-b89647917f41 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:18:11.455540 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.455649 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] For port d3f6ca98-e05b-4e00-b3be-b89647917f41, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=d3f6ca98-e05b-4e00-b3be-b89647917f41,segment=NetworkSegment(950f8330-e980-42a8-8eda-0c7c1dad8294),segment_id=950f8330-e980-42a8-8eda-0c7c1dad8294)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:11.456015 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), precommit_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.471460 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Calling delete_port for d3f6ca98-e05b-4e00-b3be-b89647917f41 owned by network:dhcp {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:18:11.526032 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] For port d3f6ca98-e05b-4e00-b3be-b89647917f41, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=d3f6ca98-e05b-4e00-b3be-b89647917f41,segment=NetworkSegment(950f8330-e980-42a8-8eda-0c7c1dad8294),segment_id=950f8330-e980-42a8-8eda-0c7c1dad8294)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:11.526398 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.541324 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Calling delete_port for d3f6ca98-e05b-4e00-b3be-b89647917f41 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:18:11.558100 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), after_delete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.562751 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:11.588122 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Pushing event deleted for resources: {'Port': ['ID=d3f6ca98-e05b-4e00-b3be-b89647917f41,revision_number=None']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:11.599833 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] No DVR routers for this DVR port d3f6ca98-e05b-4e00-b3be-b89647917f41 on host dv-cinder-840512-2-iscsi {{(pid=104004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:18:11.602103 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.602452 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.602791 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.603127 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.603460 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.603784 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.604109 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.604460 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.604785 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.605147 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.605417 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.606007 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.606133 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.606434 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.606863 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9a45dd-4a15-4319-b05d-e4eb61dd148d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:11.640480 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (d3f6ca98-e05b-4e00-b3be-b89647917f41), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.665943 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f6ca98-e05b-4e00-b3be-b89647917f41,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:11.667832 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] No DVR routers for this DVR port d3f6ca98-e05b-4e00-b3be-b89647917f41 on host dv-cinder-840512-2-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:18:11.742131 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.761755 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:11.771587 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950f8330-e980-42a8-8eda-0c7c1dad8294') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:11.771913 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950f8330-e980-42a8-8eda-0c7c1dad8294') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:11.782045 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9854297'] for segment (950f8330-e980-42a8-8eda-0c7c1dad8294), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.795358 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (950f8330-e980-42a8-8eda-0c7c1dad8294), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.801757 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:18:11.802151 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408957'] for segment (950f8330-e980-42a8-8eda-0c7c1dad8294), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.871137 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.879680 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:11.882770 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8 HTTP/1.1" status: 204 len: 168 time: 0.7957940 May 30 12:18:11.895457 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e5316-de79-402d-a56d-eb1a663afcf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a39cb87f-7a51-4a4f-b343-b0cc0dd87bc8,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:11.900431 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 950f8330-e980-42a8-8eda-0c7c1dad8294 resource provider aggregate not found May 30 12:18:11.918801 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 950f8330-e980-42a8-8eda-0c7c1dad8294 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 950f8330-e980-42a8-8eda-0c7c1dad8294 found for delete ", "request_id": "req-5ef427c1-8529-41a3-b7f2-4e04c12bbdb1"}]} May 30 12:18:12.066266 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49848) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:12.110914 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-015c4a78-07aa-476d-8faf-b3685b6271bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ab20a59f54348e6b0d892ea010aff9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433249 May 30 12:18:12.113363 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49850) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:12.136011 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:12.162353 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b147cf95-592d-408a-a705-345318454fe7 admin admin] Publish callbacks [] for security_group (9516cc89-1e0c-49f1-98f5-2d60871d569b), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:12.182784 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b147cf95-592d-408a-a705-345318454fe7 admin admin] Publish callbacks [] for security_group (9516cc89-1e0c-49f1-98f5-2d60871d569b), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:12.231436 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b147cf95-592d-408a-a705-345318454fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (9516cc89-1e0c-49f1-98f5-2d60871d569b), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:12.234330 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b147cf95-592d-408a-a705-345318454fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:12.235718 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-b147cf95-592d-408a-a705-345318454fe7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9516cc89-1e0c-49f1-98f5-2d60871d569b HTTP/1.1" status: 204 len: 168 time: 0.1214514 May 30 12:18:12.243287 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147cf95-592d-408a-a705-345318454fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9516cc89-1e0c-49f1-98f5-2d60871d569b,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:12.368436 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device d3f6ca98-e05b-4e00-b3be-b89647917f41 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:18:12.519263 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: d3f6ca98-e05b-4e00-b3be-b89647917f41 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:18:12.519606 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device d3f6ca98-e05b-4e00-b3be-b89647917f41 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:18:12.520017 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 5f36d26a-90f2-4ffa-9e97-dbd69357f941 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:18:12.541599 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 5f36d26a-90f2-4ffa-9e97-dbd69357f941 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:18:12.541982 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 5f36d26a-90f2-4ffa-9e97-dbd69357f941 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:18:12.542649 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 0f4a3640-1e36-421a-83ea-364ab501d78d no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:18:12.562703 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 0f4a3640-1e36-421a-83ea-364ab501d78d {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:18:12.563058 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 0f4a3640-1e36-421a-83ea-364ab501d78d not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:18:12.599833 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49856) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:12.613165 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:12.641185 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-c9d7c5b1-e1f8-499a-85a3-07ae97d8ef84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d1f22ab046944b9a58c65925a2a941f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401175 May 30 12:18:12.643551 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49858) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:12.692360 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7e63fad7-a933-4c5d-b1da-299c2d9011b2 admin admin] Publish callbacks [] for security_group (e2b912e5-bb30-4065-9980-5eab1b63e2b3), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:12.713389 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7e63fad7-a933-4c5d-b1da-299c2d9011b2 admin admin] Publish callbacks [] for security_group (e2b912e5-bb30-4065-9980-5eab1b63e2b3), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:12.765288 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7e63fad7-a933-4c5d-b1da-299c2d9011b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (e2b912e5-bb30-4065-9980-5eab1b63e2b3), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:12.768056 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7e63fad7-a933-4c5d-b1da-299c2d9011b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:12.769208 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-7e63fad7-a933-4c5d-b1da-299c2d9011b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2b912e5-bb30-4065-9980-5eab1b63e2b3 HTTP/1.1" status: 204 len: 168 time: 0.1247308 May 30 12:18:12.777225 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63fad7-a933-4c5d-b1da-299c2d9011b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b912e5-bb30-4065-9980-5eab1b63e2b3,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:13.495927 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49880) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:13.594407 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-137436754-network', 'tenant_id': '5143c400e4544c79955f901394c449f6'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:13.614678 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Made reservation on behalf of 5143c400e4544c79955f901394c449f6 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:18:13.617250 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:13.619709 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:13.627502 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:13.642170 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:13.708696 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Publish callbacks [] for security_group (edba83b7-91eb-4f42-97dd-2ee175497ac1), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:13.712601 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (edba83b7-91eb-4f42-97dd-2ee175497ac1), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:13.740546 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:18:13.747009 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edba83b7-91eb-4f42-97dd-2ee175497ac1,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:13.753839 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (bd5edbb1-c740-476e-953e-c83b59dc2b3b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:13.754176 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Added segment bd5edbb1-c740-476e-953e-c83b59dc2b3b of type vlan for network 912f6667-0e8d-45c3-8e3f-950b457426b6 May 30 12:18:13.798406 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (912f6667-0e8d-45c3-8e3f-950b457426b6), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:13.828796 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (912f6667-0e8d-45c3-8e3f-950b457426b6), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:13.830129 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:13.830717 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:13.895185 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3981106 May 30 12:18:13.898075 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49884) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:13.900713 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390ce66-217a-4b89-a020-dff0c812e319 admin admin] Pushing event updated for resources: {'Network': ['ID=912f6667-0e8d-45c3-8e3f-950b457426b6,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:13.903259 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Request body: {'subnet': {'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-137436754-subnet', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'ip_version': 4}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:13.911902 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:18:13.925943 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Made reservation on behalf of 5143c400e4544c79955f901394c449f6 for: {'subnet': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:18:13.929101 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9075086'] for subnet (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.101047 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8968874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9075096'] for subnet (e2105b07-236b-4bd4-9b75-cfe1fc48d13a), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.161013 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2105b07-236b-4bd4-9b75-cfe1fc48d13a,revision_number=0']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:14.172919 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Checking segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:18:14.173266 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Network hostable DHCP agents. Network: 912f6667-0e8d-45c3-8e3f-950b457426b6, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:18:14.191023 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:18:14.199665 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, 912f6667-0e8d-45c3-8e3f-950b457426b6) {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:14.204028 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:14.204647 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.210334 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc9337-9111-4ee9-a3b2-d92393d8090c None None] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:18:14.221250 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-fa118c8c-0e44-46dd-a47f-c8c87fe4ce33 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3217559 May 30 12:18:14.224198 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49886) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:14.228903 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:14.249591 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (de3aab71-7ee8-4180-a283-a6763dcafc71), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.250513 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (de3aab71-7ee8-4180-a283-a6763dcafc71), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.284710 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:14.309511 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks [] for router_controller (de3aab71-7ee8-4180-a283-a6763dcafc71), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.324939 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-912f6667-0e8d-45c3-8e3f-950b457426b6', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:18:14.326219 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.451097 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks [] for router_gateway (de3aab71-7ee8-4180-a283-a6763dcafc71), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.462068 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Allocated IP 172.20.0.2 (912f6667-0e8d-45c3-8e3f-950b457426b6/e2105b07-236b-4bd4-9b75-cfe1fc48d13a/dde2f5e0-1059-48e1-a59d-def621458dba) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:18:14.608683 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Publish callbacks [] for port (dde2f5e0-1059-48e1-a59d-def621458dba), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.616370 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.640426 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks [] for router_gateway (de3aab71-7ee8-4180-a283-a6763dcafc71), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.665695 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.668617 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:18:14.672025 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:14.676265 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:18:14.682951 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Pushing event updated for resources: {'Port': ['ID=dde2f5e0-1059-48e1-a59d-def621458dba,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:14.739316 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Attempting to bind port dde2f5e0-1059-48e1-a59d-def621458dba on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:18:14.739688 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Attempting to bind port dde2f5e0-1059-48e1-a59d-def621458dba by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:18:14.740051 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Attempting to bind port dde2f5e0-1059-48e1-a59d-def621458dba on network 912f6667-0e8d-45c3-8e3f-950b457426b6 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:18:14.745258 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:18:14.745636 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Checking segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:18:14.746036 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.746424 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Bound using segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:18:14.746889 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Bound port: dde2f5e0-1059-48e1-a59d-def621458dba, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:18:14.747292 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.775016 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Allocated IP 172.27.1.203 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:18:14.810474 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] For port dde2f5e0-1059-48e1-a59d-def621458dba, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:18:14.813651 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] For port dde2f5e0-1059-48e1-a59d-def621458dba, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=dde2f5e0-1059-48e1-a59d-def621458dba,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:18:14.819924 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.837970 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:14.847395 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:14.881268 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b247c-9bc5-44a5-8faf-a216a01c8551 None None] Pushing event updated for resources: {'Port': ['ID=dde2f5e0-1059-48e1-a59d-def621458dba,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:14.904790 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks [] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.939812 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:14.982985 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:18:14.986226 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:14.990160 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:18:14.995334 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:15.263793 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks [] for router_gateway (de3aab71-7ee8-4180-a283-a6763dcafc71), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:15.451729 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (de3aab71-7ee8-4180-a283-a6763dcafc71), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:15.582854 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Router de3aab71-7ee8-4180-a283-a6763dcafc71 is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:18:15.693585 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:18:15.701351 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:15.703499 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Sync routers for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:18:15.714182 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:15.715591 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c2fb0842-4bd6-4100-9379-120795cac500 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4900203 May 30 12:18:15.719655 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49888) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:15.720661 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:15.721397 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:15.760496 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:15.769621 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf4797-ca53-4015-b14a-480ba6ec21f1 None None] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:18:15.776687 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:15.881335 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-a8a3184a-e292-4a4b-8647-2eaeca05a497 None None] Provisioning complete for port dde2f5e0-1059-48e1-a59d-def621458dba triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:15.881706 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a8a3184a-e292-4a4b-8647-2eaeca05a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:15.915226 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:15.944470 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:16.145565 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.176722 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3184a-e292-4a4b-8647-2eaeca05a497 None None] Current status of the port dde2f5e0-1059-48e1-a59d-def621458dba is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:16.177064 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a8a3184a-e292-4a4b-8647-2eaeca05a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.208107 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:15Z', 'revision_number': 3, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:16.240337 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Checking router: de3aab71-7ee8-4180-a283-a6763dcafc71 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:18:16.240722 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Updating router de3aab71-7ee8-4180-a283-a6763dcafc71 port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:18:16.267666 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-a8a3184a-e292-4a4b-8647-2eaeca05a497 None None] For port dde2f5e0-1059-48e1-a59d-def621458dba, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=dde2f5e0-1059-48e1-a59d-def621458dba,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:16.276071 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a8a3184a-e292-4a4b-8647-2eaeca05a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.283728 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.363137 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Allocated IP 172.20.0.1 (912f6667-0e8d-45c3-8e3f-950b457426b6/e2105b07-236b-4bd4-9b75-cfe1fc48d13a/088a897c-678e-476b-88dc-4412a966a552) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:18:16.396029 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3184a-e292-4a4b-8647-2eaeca05a497 None None] Pushing event updated for resources: {'Port': ['ID=dde2f5e0-1059-48e1-a59d-def621458dba,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:16.455157 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device dde2f5e0-1059-48e1-a59d-def621458dba up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:16.460841 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-05221415-59b7-4a69-b86f-d1a2b4e5c2f5 None None] Provisioning complete for port dde2f5e0-1059-48e1-a59d-def621458dba triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:16.461065 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-05221415-59b7-4a69-b86f-d1a2b4e5c2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.475760 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Publish callbacks [] for port (088a897c-678e-476b-88dc-4412a966a552), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.507850 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (088a897c-678e-476b-88dc-4412a966a552), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.512619 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:16.551657 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:18:16.556953 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:16.561973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:18:16.564061 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Pushing event updated for resources: {'Port': ['ID=088a897c-678e-476b-88dc-4412a966a552,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:16.591204 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:16.612098 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (de3aab71-7ee8-4180-a283-a6763dcafc71), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.616892 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port dde2f5e0-1059-48e1-a59d-def621458dba triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:16.617262 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.672625 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:16.760053 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (088a897c-678e-476b-88dc-4412a966a552), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.833216 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-05221415-59b7-4a69-b86f-d1a2b4e5c2f5 None None] Current status of the port dde2f5e0-1059-48e1-a59d-def621458dba is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:16.928103 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port dde2f5e0-1059-48e1-a59d-def621458dba is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:16.939355 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Publish callbacks [] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.951471 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.958265 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:16.961516 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Publish callbacks [] for port (088a897c-678e-476b-88dc-4412a966a552), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.962496 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-56815b11-e4a9-4f93-a9d9-92b5ad6dbe9b None None] Provisioning complete for port 088a897c-678e-476b-88dc-4412a966a552 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:16.962907 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-56815b11-e4a9-4f93-a9d9-92b5ad6dbe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (088a897c-678e-476b-88dc-4412a966a552), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:16.966113 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (088a897c-678e-476b-88dc-4412a966a552), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:17.044475 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f483-ff8a-470c-911d-6c3af7d3aefa None None] Pushing event updated for resources: {'Port': ['ID=bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:17.046932 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (de3aab71-7ee8-4180-a283-a6763dcafc71), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:17.048026 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Attempting to bind port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:18:17.048432 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Attempting to bind port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:18:17.048931 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Attempting to bind port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:18:17.049589 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Pushing event updated for resources: {'Port': ['ID=088a897c-678e-476b-88dc-4412a966a552,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:17.052635 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-56815b11-e4a9-4f93-a9d9-92b5ad6dbe9b None None] Port 088a897c-678e-476b-88dc-4412a966a552 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:18:17.056510 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:18:17.056763 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:18:17.057175 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:17.057560 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:18:17.058033 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Bound port: bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:18:17.058416 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:17.109308 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] For port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:18:17.112633 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] For port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:18:17.118530 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:17.144252 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:18:17.145753 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:17.175091 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:17.175729 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:17.180714 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f483-ff8a-470c-911d-6c3af7d3aefa None None] Pushing event updated for resources: {'Port': ['ID=bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:17.264444 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Router de3aab71-7ee8-4180-a283-a6763dcafc71 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:18:17.291795 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:17.416909 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-f7bd8ae2-652a-46e7-a3f4-e9f7b310c08a None None] Provisioning complete for port 088a897c-678e-476b-88dc-4412a966a552 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:17.417202 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f7bd8ae2-652a-46e7-a3f4-e9f7b310c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (088a897c-678e-476b-88dc-4412a966a552), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:17.469388 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd8ae2-652a-46e7-a3f4-e9f7b310c08a None None] Port 088a897c-678e-476b-88dc-4412a966a552 cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:18:17.535857 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 2, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:17.537520 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:17.565082 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4503a401-2345-4d43-b533-4e2a90e5716d None None] The sync data for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi is: [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 2, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:18:17.634932 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:18:17.640236 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-bbe478c6-bcfe-4dd3-b581-d5649ba3a257 admin admin] 10.222.0.32 "PUT /v2.0/routers/de3aab71-7ee8-4180-a283-a6763dcafc71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9191463 May 30 12:18:18.190421 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49906) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:18.195932 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1561870013-network', 'tenant_id': 'c2db5b2875554c89990a99480a911a02'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:18.203017 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:18.226377 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Made reservation on behalf of c2db5b2875554c89990a99480a911a02 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:18:18.229303 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.242705 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.360306 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Publish callbacks [] for security_group (ab671c6b-5245-491d-bf8b-b22ab71d9b17), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.365304 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ab671c6b-5245-491d-bf8b-b22ab71d9b17), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.374095 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:18.398011 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 12:18:18.419724 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (c4fb9e12-e0fe-4b7b-895e-eaa6ed914446), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.420077 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Added segment c4fb9e12-e0fe-4b7b-895e-eaa6ed914446 of type vlan for network f6575d79-c6e3-4086-aaff-f9b66a63158b May 30 12:18:18.421966 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab671c6b-5245-491d-bf8b-b22ab71d9b17,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:18.467017 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754244503390'] for network (f6575d79-c6e3-4086-aaff-f9b66a63158b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.486646 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device dde2f5e0-1059-48e1-a59d-def621458dba up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:18.498759 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742'] for network (f6575d79-c6e3-4086-aaff-f9b66a63158b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.500144 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:18.504653 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.539114 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port dde2f5e0-1059-48e1-a59d-def621458dba triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:18.539716 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.568548 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3769314 May 30 12:18:18.571372 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49908) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:18.577098 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Request body: {'subnet': {'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1561870013-subnet', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:18.585722 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb0887-3252-441d-8e32-39c925fe7ffa admin admin] Pushing event updated for resources: {'Network': ['ID=f6575d79-c6e3-4086-aaff-f9b66a63158b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:18.602793 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Network f6575d79-c6e3-4086-aaff-f9b66a63158b details requested by agent ovs-agent-dv-cinder-840512-2-iscsi with host dv-cinder-840512-2-iscsi {{(pid=104004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 30 12:18:18.615701 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Made reservation on behalf of c2db5b2875554c89990a99480a911a02 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:18:18.618725 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8869246'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.721917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port dde2f5e0-1059-48e1-a59d-def621458dba is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:18.723039 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:18.768126 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:18.771289 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:18.771645 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.816759 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8869224'] for subnet (47909248-88cd-4faa-8b42-44f304d88291), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.852910 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:18.853301 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.877462 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:18.884270 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.884533 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47909248-88cd-4faa-8b42-44f304d88291,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:18.894050 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Checking segment: {'id': 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:18:18.894412 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Network hostable DHCP agents. Network: f6575d79-c6e3-4086-aaff-f9b66a63158b, hostable agents: ['adcce688-93a7-4ab3-843f-77972e169525'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 12:18:18.907380 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:18.916002 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Network f6575d79-c6e3-4086-aaff-f9b66a63158b is scheduled to be hosted by DHCP agent adcce688-93a7-4ab3-843f-77972e169525 with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 12:18:18.929665 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-2-iscsi, f6575d79-c6e3-4086-aaff-f9b66a63158b) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:18.935120 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:18.935120 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:18.948524 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab38a6d-e274-4f6e-99e0-a80801fd5c8b None None] Network f6575d79-c6e3-4086-aaff-f9b66a63158b requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:18:18.960507 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-86734a88-ad01-4144-8390-e1e5b326aea1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3880391 May 30 12:18:18.963102 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49910) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:18.968505 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:18.998115 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:18.999178 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11131'] for router (4814a9d3-5c1b-4c47-8596-1a7af835c237), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.000323 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-745742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11106'] for router (4814a9d3-5c1b-4c47-8596-1a7af835c237), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.058109 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks [] for router_controller (4814a9d3-5c1b-4c47-8596-1a7af835c237), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.071964 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fc9a529-e992-5866-898a-e7cacf005e9a-f6575d79-c6e3-4086-aaff-f9b66a63158b', 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b', 'project_id': 'c2db5b2875554c89990a99480a911a02', 'fixed_ips': [{'subnet_id': '47909248-88cd-4faa-8b42-44f304d88291'}]}} from dv-cinder-840512-2-iscsi. {{(pid=104004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 30 12:18:19.072936 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.197155 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks [] for router_gateway (4814a9d3-5c1b-4c47-8596-1a7af835c237), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.215278 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.db_base_plugin_common [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Allocated IP 172.20.0.2 (f6575d79-c6e3-4086-aaff-f9b66a63158b/47909248-88cd-4faa-8b42-44f304d88291/cc30957a-2f3a-41ea-aa6f-ce0c864c778f) {{(pid=104004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:18:19.373443 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Publish callbacks [] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), precommit_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.379377 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), after_create {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.386886 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks [] for router_gateway (4814a9d3-5c1b-4c47-8596-1a7af835c237), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.407767 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.420404 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:19.421077 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Network f6575d79-c6e3-4086-aaff-f9b66a63158b is already hosted by enough agents. {{(pid=104004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:18:19.424574 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.scheduler.base_scheduler [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Resources bound (agent type, host, resource id): {{(pid=104004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:19.428657 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Received port after_create {{(pid=104004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:18:19.436000 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Pushing event updated for resources: {'Port': ['ID=cc30957a-2f3a-41ea-aa6f-ce0c864c778f,revision_number=1']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:19.496228 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:19.503299 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Attempting to bind port cc30957a-2f3a-41ea-aa6f-ce0c864c778f on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:18:19.503641 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Attempting to bind port cc30957a-2f3a-41ea-aa6f-ce0c864c778f by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:18:19.504004 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Attempting to bind port cc30957a-2f3a-41ea-aa6f-ce0c864c778f on network f6575d79-c6e3-4086-aaff-f9b66a63158b {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:18:19.510817 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:18:19.511186 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Checking segment: {'id': 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:18:19.511578 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.511961 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Bound using segment: {'id': 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:18:19.512450 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Bound port: cc30957a-2f3a-41ea-aa6f-ce0c864c778f, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:18:19.512909 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.535815 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Allocated IP 172.27.1.184 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/eef2eec0-4bd6-43d5-8a7a-537c84677c03) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:18:19.580627 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] For port cc30957a-2f3a-41ea-aa6f-ce0c864c778f, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:18:19.584189 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] For port cc30957a-2f3a-41ea-aa6f-ce0c864c778f, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=cc30957a-2f3a-41ea-aa6f-ce0c864c778f,segment=NetworkSegment(c4fb9e12-e0fe-4b7b-895e-eaa6ed914446),segment_id=c4fb9e12-e0fe-4b7b-895e-eaa6ed914446)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:18:19.591613 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.638987 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:19.654059 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50794d9c-0219-4c0c-94b2-1cd2b7bd54d6 None None] Pushing event updated for resources: {'Port': ['ID=cc30957a-2f3a-41ea-aa6f-ce0c864c778f,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:19.659772 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks [] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.696823 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:19.744640 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:18:19.750060 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:19.754119 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:18:19.757614 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Pushing event updated for resources: {'Port': ['ID=eef2eec0-4bd6-43d5-8a7a-537c84677c03,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:19.853520 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Sync routers for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:18:19.872075 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:19.873108 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:19.955431 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:19.987874 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:20.028783 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks [] for router_gateway (4814a9d3-5c1b-4c47-8596-1a7af835c237), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.230342 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648993'] for router (4814a9d3-5c1b-4c47-8596-1a7af835c237), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.280643 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 2, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:20.306564 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Checking router: de3aab71-7ee8-4180-a283-a6763dcafc71 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:18:20.306913 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Updating router de3aab71-7ee8-4180-a283-a6763dcafc71 port 088a897c-678e-476b-88dc-4412a966a552 binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:18:20.338388 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (088a897c-678e-476b-88dc-4412a966a552), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.342081 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:20.368053 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Router 4814a9d3-5c1b-4c47-8596-1a7af835c237 is scheduled to L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 12:18:20.479233 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=100 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:20.482089 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:18:20.500373 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Sync routers for ids ['4814a9d3-5c1b-4c47-8596-1a7af835c237'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:18:20.508771 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.509022 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:20.510928 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e3003f25-9dba-4934-85f3-50c2a379cf83 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5468037 May 30 12:18:20.513461 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device cc30957a-2f3a-41ea-aa6f-ce0c864c778f up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:20.514558 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49912) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:20.565773 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Routers {'4814a9d3-5c1b-4c47-8596-1a7af835c237'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:20.566829 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['4814a9d3-5c1b-4c47-8596-1a7af835c237'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:20.652759 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port cc30957a-2f3a-41ea-aa6f-ce0c864c778f triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:20.652884 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.682004 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Publish callbacks [] for port (088a897c-678e-476b-88dc-4412a966a552), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.689639 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (088a897c-678e-476b-88dc-4412a966a552), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.779086 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Pushing event updated for resources: {'Port': ['ID=088a897c-678e-476b-88dc-4412a966a552,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:20.828609 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.829221 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.829768 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.830280 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.830775 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.831265 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.831903 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.832430 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.832916 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.833402 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.836298 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.837172 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.838131 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.838553 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.838937 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:18:20.854738 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Attempting to bind port 088a897c-678e-476b-88dc-4412a966a552 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:18:20.855822 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Attempting to bind port 088a897c-678e-476b-88dc-4412a966a552 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:18:20.856449 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Attempting to bind port 088a897c-678e-476b-88dc-4412a966a552 on network 912f6667-0e8d-45c3-8e3f-950b457426b6 {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:18:20.863461 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:18:20.864333 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Checking segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:18:20.864902 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.865459 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Bound using segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:18:20.866123 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Bound port: 088a897c-678e-476b-88dc-4412a966a552, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:18:20.866676 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (088a897c-678e-476b-88dc-4412a966a552), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.909104 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Set router 4814a9d3-5c1b-4c47-8596-1a7af835c237 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:20.952804 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] For port 088a897c-678e-476b-88dc-4412a966a552, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:18:20.957354 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] For port 088a897c-678e-476b-88dc-4412a966a552, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=088a897c-678e-476b-88dc-4412a966a552,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:18:20.965719 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (088a897c-678e-476b-88dc-4412a966a552), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:20.986540 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:21.019251 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1903775d-ddb9-4381-b4d2-d5cf50602b48 None None] Network f6575d79-c6e3-4086-aaff-f9b66a63158b requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:18:21.034363 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-4ddbf9ba-5ab8-4bb9-b23c-90045151680f None None] Provisioning complete for port cc30957a-2f3a-41ea-aa6f-ce0c864c778f triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:21.034833 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf9ba-5ab8-4bb9-b23c-90045151680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.047136 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef5ac9-9edd-4b72-9342-e22aa7c868b4 None None] Pushing event updated for resources: {'Port': ['ID=088a897c-678e-476b-88dc-4412a966a552,revision_number=4']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:21.052541 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:21.053158 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:21.092963 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.183755 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:21.188250 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port cc30957a-2f3a-41ea-aa6f-ce0c864c778f is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:21.188643 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.259248 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port cc30957a-2f3a-41ea-aa6f-ce0c864c778f, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=cc30957a-2f3a-41ea-aa6f-ce0c864c778f,segment=NetworkSegment(c4fb9e12-e0fe-4b7b-895e-eaa6ed914446),segment_id=c4fb9e12-e0fe-4b7b-895e-eaa6ed914446)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:21.284782 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Allocated IP 172.20.0.1 (f6575d79-c6e3-4086-aaff-f9b66a63158b/47909248-88cd-4faa-8b42-44f304d88291/ad72658f-b69f-4d53-b6b8-89f867c57acb) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:18:21.291036 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbf9ba-5ab8-4bb9-b23c-90045151680f None None] Current status of the port cc30957a-2f3a-41ea-aa6f-ce0c864c778f is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:21.291424 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf9ba-5ab8-4bb9-b23c-90045151680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.305699 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.306778 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:21.327913 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:21.415266 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Publish callbacks [] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.419773 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:21.445588 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:21.465990 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.468842 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:20Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:21.492116 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:21.509715 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Network f6575d79-c6e3-4086-aaff-f9b66a63158b is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:18:21.512277 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=cc30957a-2f3a-41ea-aa6f-ce0c864c778f,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:21.515569 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:21.519859 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:18:21.524314 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaed9f-0aad-4178-9388-da3e405e04c5 None None] The sync data for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi is: [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:20Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:18:21.530976 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:19Z', 'revision_number': 3, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'gw_port': {'id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:21.534137 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.db.api [None req-4ddbf9ba-5ab8-4bb9-b23c-90045151680f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 30 12:18:21.534544 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG oslo_db.api [None req-4ddbf9ba-5ab8-4bb9-b23c-90045151680f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 12:18:21.536548 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:21.537052 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.576006 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Checking router: 4814a9d3-5c1b-4c47-8596-1a7af835c237 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:18:21.576006 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Updating router 4814a9d3-5c1b-4c47-8596-1a7af835c237 port eef2eec0-4bd6-43d5-8a7a-537c84677c03 binding host dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:18:21.577584 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad72658f-b69f-4d53-b6b8-89f867c57acb,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:21.598933 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648525'] for router_interface (4814a9d3-5c1b-4c47-8596-1a7af835c237), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.650734 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.717405 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:21.771260 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:21.914576 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:22.001089 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Publish callbacks [] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.007555 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.077897 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648957'] for router_interface (4814a9d3-5c1b-4c47-8596-1a7af835c237), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.080316 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad72658f-b69f-4d53-b6b8-89f867c57acb,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:22.085653 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Publish callbacks [] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.089763 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbf9ba-5ab8-4bb9-b23c-90045151680f None None] Current status of the port cc30957a-2f3a-41ea-aa6f-ce0c864c778f is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:22.095190 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.151396 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Attempting to bind port eef2eec0-4bd6-43d5-8a7a-537c84677c03 on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:18:22.151763 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Attempting to bind port eef2eec0-4bd6-43d5-8a7a-537c84677c03 by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:18:22.152646 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Attempting to bind port eef2eec0-4bd6-43d5-8a7a-537c84677c03 on network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:18:22.156506 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9b01-d02c-43a2-8b48-95a5e4981dd6 None None] Pushing event updated for resources: {'Port': ['ID=eef2eec0-4bd6-43d5-8a7a-537c84677c03,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:22.161205 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:18:22.161578 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Checking segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:18:22.161996 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.162375 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Bound using segment: {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:18:22.163360 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Bound port: eef2eec0-4bd6-43d5-8a7a-537c84677c03, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f4588-0523-4229-8e44-d03dea72a8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:18:22.163360 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.186216 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Network f6575d79-c6e3-4086-aaff-f9b66a63158b is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:18:22.187619 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:22.230379 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Provisioning complete for port 088a897c-678e-476b-88dc-4412a966a552 triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:22.230745 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (088a897c-678e-476b-88dc-4412a966a552), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.233150 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] For port eef2eec0-4bd6-43d5-8a7a-537c84677c03, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:18:22.236662 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] For port eef2eec0-4bd6-43d5-8a7a-537c84677c03, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=eef2eec0-4bd6-43d5-8a7a-537c84677c03,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:18:22.259092 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.304216 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:22.370095 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Routers {'4814a9d3-5c1b-4c47-8596-1a7af835c237'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:22.370897 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['4814a9d3-5c1b-4c47-8596-1a7af835c237'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:22.451690 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9b01-d02c-43a2-8b48-95a5e4981dd6 None None] Pushing event updated for resources: {'Port': ['ID=eef2eec0-4bd6-43d5-8a7a-537c84677c03,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:22.477327 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Current status of the port 088a897c-678e-476b-88dc-4412a966a552 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:22.477633 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (088a897c-678e-476b-88dc-4412a966a552), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.493821 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device cc30957a-2f3a-41ea-aa6f-ce0c864c778f up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:22.565183 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:22.601726 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] For port 088a897c-678e-476b-88dc-4412a966a552, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=088a897c-678e-476b-88dc-4412a966a552,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:22.604939 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] Set router 4814a9d3-5c1b-4c47-8596-1a7af835c237 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:22.630161 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (088a897c-678e-476b-88dc-4412a966a552), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.648417 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Router 4814a9d3-5c1b-4c47-8596-1a7af835c237 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:18:22.677705 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Provisioning complete for port ad72658f-b69f-4d53-b6b8-89f867c57acb triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:22.678076 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.687998 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port cc30957a-2f3a-41ea-aa6f-ce0c864c778f triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:22.688394 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:22.766238 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:18:22.772205 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-df29b75e-4b65-47d7-b3bb-da244e1c06b8 admin admin] 10.222.0.32 "PUT /v2.0/routers/4814a9d3-5c1b-4c47-8596-1a7af835c237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2564962 May 30 12:18:22.953503 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Pushing event updated for resources: {'Port': ['ID=088a897c-678e-476b-88dc-4412a966a552,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:22.963323 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Port ad72658f-b69f-4d53-b6b8-89f867c57acb cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:18:22.988369 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Provisioning complete for port cc30957a-2f3a-41ea-aa6f-ce0c864c778f triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:22.988726 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.117894 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port cc30957a-2f3a-41ea-aa6f-ce0c864c778f is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:23.118958 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 088a897c-678e-476b-88dc-4412a966a552 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:23.131757 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 49920) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:23.136355 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [None req-419eac96-2d45-4f68-aada-938f56774820 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037472610', 'description': 'tempest-secgroup-smoke-2037472610 description', 'project_id': '5143c400e4544c79955f901394c449f6'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:23.145309 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:21Z', 'revision_number': 4, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'gw_port': {'id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'ad72658f-b69f-4d53-b6b8-89f867c57acb', 'name': '', 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'mac_address': 'fa:16:3e:35:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '47909248-88cd-4faa-8b42-44f304d88291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:21Z', 'updated_at': '2022-05-30T12:18:21Z', 'revision_number': 2, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'subnets': [{'id': '47909248-88cd-4faa-8b42-44f304d88291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:23.158046 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-419eac96-2d45-4f68-aada-938f56774820 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.198374 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960dc26-3538-43ce-a328-544cba3a69ad None None] The sync data for ids ['4814a9d3-5c1b-4c47-8596-1a7af835c237'] in dv-cinder-840512-2-iscsi is: [{'id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:21Z', 'revision_number': 4, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'gw_port': {'id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'ad72658f-b69f-4d53-b6b8-89f867c57acb', 'name': '', 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'mac_address': 'fa:16:3e:35:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '47909248-88cd-4faa-8b42-44f304d88291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:21Z', 'updated_at': '2022-05-30T12:18:21Z', 'revision_number': 2, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'subnets': [{'id': '47909248-88cd-4faa-8b42-44f304d88291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:18:23.218530 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:23.219405 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-b3a24c32-e486-4851-a1a0-4b7a9a2cba23 None None] Current status of the port cc30957a-2f3a-41ea-aa6f-ce0c864c778f is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:23.230485 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 088a897c-678e-476b-88dc-4412a966a552 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:23.230882 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (088a897c-678e-476b-88dc-4412a966a552), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.234775 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-419eac96-2d45-4f68-aada-938f56774820 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group (70c4cb70-6855-4535-bc14-56e01e6866c7), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.242007 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-419eac96-2d45-4f68-aada-938f56774820 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (70c4cb70-6855-4535-bc14-56e01e6866c7), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.256261 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:23.277596 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-419eac96-2d45-4f68-aada-938f56774820 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.279349 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-419eac96-2d45-4f68-aada-938f56774820 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1465378 May 30 12:18:23.281652 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eac96-2d45-4f68-aada-938f56774820 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c4cb70-6855-4535-bc14-56e01e6866c7,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:23.282439 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49922) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:23.288444 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-32a12b41-37e1-46c2-a7b5-1d4f1c268980 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'security_group_rule': {'security_group_id': '70c4cb70-6855-4535-bc14-56e01e6866c7', 'project_id': '5143c400e4544c79955f901394c449f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:23.294326 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:23.322182 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32a12b41-37e1-46c2-a7b5-1d4f1c268980 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (1a748431-6aa4-45ac-afc4-7bb406f245a9), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.328871 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 088a897c-678e-476b-88dc-4412a966a552 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:23.343414 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-13c9efbf-c183-4f5f-9b23-7708c075eec2 None None] Provisioning complete for port ad72658f-b69f-4d53-b6b8-89f867c57acb triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:23.343928 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-13c9efbf-c183-4f5f-9b23-7708c075eec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.375973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32a12b41-37e1-46c2-a7b5-1d4f1c268980 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (1a748431-6aa4-45ac-afc4-7bb406f245a9), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.378725 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-13c9efbf-c183-4f5f-9b23-7708c075eec2 None None] Port ad72658f-b69f-4d53-b6b8-89f867c57acb cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:18:23.380787 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32a12b41-37e1-46c2-a7b5-1d4f1c268980 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (1a748431-6aa4-45ac-afc4-7bb406f245a9), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.400065 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a12b41-37e1-46c2-a7b5-1d4f1c268980 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a748431-6aa4-45ac-afc4-7bb406f245a9,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:23.410384 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32a12b41-37e1-46c2-a7b5-1d4f1c268980 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.411653 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-32a12b41-37e1-46c2-a7b5-1d4f1c268980 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280575 May 30 12:18:23.414524 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49924) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:23.418926 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-40a540b9-7557-43be-bafd-7c3dcee9e90d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'security_group_rule': {'security_group_id': '70c4cb70-6855-4535-bc14-56e01e6866c7', 'project_id': '5143c400e4544c79955f901394c449f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:23.461252 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40a540b9-7557-43be-bafd-7c3dcee9e90d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (9edeaab3-47be-4ea9-85ea-d86f76696bf8), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.523726 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40a540b9-7557-43be-bafd-7c3dcee9e90d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (9edeaab3-47be-4ea9-85ea-d86f76696bf8), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.528185 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40a540b9-7557-43be-bafd-7c3dcee9e90d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (9edeaab3-47be-4ea9-85ea-d86f76696bf8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.549036 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a540b9-7557-43be-bafd-7c3dcee9e90d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edeaab3-47be-4ea9-85ea-d86f76696bf8,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:23.554838 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40a540b9-7557-43be-bafd-7c3dcee9e90d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.556052 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-40a540b9-7557-43be-bafd-7c3dcee9e90d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405833 May 30 12:18:23.558743 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49926) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:23.563238 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-810414cb-9d82-4e2a-a2ce-c759389911e7 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'security_group_rule': {'security_group_id': '70c4cb70-6855-4535-bc14-56e01e6866c7', 'project_id': '5143c400e4544c79955f901394c449f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:23.580092 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:23.596881 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-810414cb-9d82-4e2a-a2ce-c759389911e7 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (80a7f615-2915-40d9-81c1-725d7cfe94ef), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.665736 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-810414cb-9d82-4e2a-a2ce-c759389911e7 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (80a7f615-2915-40d9-81c1-725d7cfe94ef), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.670459 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-810414cb-9d82-4e2a-a2ce-c759389911e7 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (80a7f615-2915-40d9-81c1-725d7cfe94ef), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.690282 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810414cb-9d82-4e2a-a2ce-c759389911e7 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a7f615-2915-40d9-81c1-725d7cfe94ef,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:23.695722 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-810414cb-9d82-4e2a-a2ce-c759389911e7 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.696932 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-810414cb-9d82-4e2a-a2ce-c759389911e7 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372337 May 30 12:18:23.699651 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49928) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:23.704902 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-8b6722e1-e7e5-4dd0-a76d-537267bf084d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'security_group_rule': {'security_group_id': '70c4cb70-6855-4535-bc14-56e01e6866c7', 'project_id': '5143c400e4544c79955f901394c449f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:23.733162 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8b6722e1-e7e5-4dd0-a76d-537267bf084d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (bf74de0b-bceb-4935-aa12-70a33eb869c6), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.789701 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8b6722e1-e7e5-4dd0-a76d-537267bf084d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (bf74de0b-bceb-4935-aa12-70a33eb869c6), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.793796 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8b6722e1-e7e5-4dd0-a76d-537267bf084d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (bf74de0b-bceb-4935-aa12-70a33eb869c6), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.815692 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6722e1-e7e5-4dd0-a76d-537267bf084d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf74de0b-bceb-4935-aa12-70a33eb869c6,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:23.825643 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8b6722e1-e7e5-4dd0-a76d-537267bf084d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.827263 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8b6722e1-e7e5-4dd0-a76d-537267bf084d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257627 May 30 12:18:23.830030 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49930) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:23.834567 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-14f6197c-a9d7-4f70-9a71-1fd6913427f9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'security_group_rule': {'security_group_id': '70c4cb70-6855-4535-bc14-56e01e6866c7', 'project_id': '5143c400e4544c79955f901394c449f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:23.858333 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.securitygroups_db [None req-14f6197c-a9d7-4f70-9a71-1fd6913427f9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Project 5143c400e4544c79955f901394c449f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 12:18:23.865141 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14f6197c-a9d7-4f70-9a71-1fd6913427f9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (16213a6e-ab88-48df-8f79-0d38b794df5e), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.919598 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14f6197c-a9d7-4f70-9a71-1fd6913427f9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (16213a6e-ab88-48df-8f79-0d38b794df5e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.923073 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14f6197c-a9d7-4f70-9a71-1fd6913427f9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (16213a6e-ab88-48df-8f79-0d38b794df5e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.941681 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6197c-a9d7-4f70-9a71-1fd6913427f9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16213a6e-ab88-48df-8f79-0d38b794df5e,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:23.948480 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14f6197c-a9d7-4f70-9a71-1fd6913427f9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:23.949650 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-14f6197c-a9d7-4f70-9a71-1fd6913427f9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186883 May 30 12:18:23.952962 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 49932) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:18:23.957162 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-49ce185f-30c4-4394-a321-b7d6469aad55 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'security_group_rule': {'security_group_id': '70c4cb70-6855-4535-bc14-56e01e6866c7', 'project_id': '5143c400e4544c79955f901394c449f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:23.976893 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.securitygroups_db [None req-49ce185f-30c4-4394-a321-b7d6469aad55 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Project 5143c400e4544c79955f901394c449f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 12:18:23.983333 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-49ce185f-30c4-4394-a321-b7d6469aad55 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (8c026c18-1538-4be7-ac61-783e5032738f), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:24.040196 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-49ce185f-30c4-4394-a321-b7d6469aad55 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (8c026c18-1538-4be7-ac61-783e5032738f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:24.044723 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-49ce185f-30c4-4394-a321-b7d6469aad55 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700532'] for security_group_rule (8c026c18-1538-4be7-ac61-783e5032738f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:24.065103 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce185f-30c4-4394-a321-b7d6469aad55 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c026c18-1538-4be7-ac61-783e5032738f,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:24.074081 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-49ce185f-30c4-4394-a321-b7d6469aad55 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:24.075656 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-49ce185f-30c4-4394-a321-b7d6469aad55 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214166 May 30 12:18:24.478063 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device eef2eec0-4bd6-43d5-8a7a-537c84677c03 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:24.526688 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port eef2eec0-4bd6-43d5-8a7a-537c84677c03 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:24.527454 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:24.598573 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:24.615221 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port eef2eec0-4bd6-43d5-8a7a-537c84677c03 is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:24.615830 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:24.639414 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] For port eef2eec0-4bd6-43d5-8a7a-537c84677c03, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=eef2eec0-4bd6-43d5-8a7a-537c84677c03,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:24.650398 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:24.651910 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 088a897c-678e-476b-88dc-4412a966a552 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:24.729383 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Pushing event updated for resources: {'Port': ['ID=eef2eec0-4bd6-43d5-8a7a-537c84677c03,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:24.739803 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port 088a897c-678e-476b-88dc-4412a966a552 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:24.740200 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (088a897c-678e-476b-88dc-4412a966a552), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:24.822840 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port 088a897c-678e-476b-88dc-4412a966a552 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:25.715058 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Sync routers for ids ['4814a9d3-5c1b-4c47-8596-1a7af835c237'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:18:25.726348 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Routers {'4814a9d3-5c1b-4c47-8596-1a7af835c237'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:25.726993 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['4814a9d3-5c1b-4c47-8596-1a7af835c237'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:25.833642 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Set router 4814a9d3-5c1b-4c47-8596-1a7af835c237 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:25.972346 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:26.037303 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:21Z', 'revision_number': 4, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'gw_port': {'id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'ad72658f-b69f-4d53-b6b8-89f867c57acb', 'name': '', 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'mac_address': 'fa:16:3e:35:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '47909248-88cd-4faa-8b42-44f304d88291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:21Z', 'updated_at': '2022-05-30T12:18:21Z', 'revision_number': 2, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'subnets': [{'id': '47909248-88cd-4faa-8b42-44f304d88291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:26.064710 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Checking router: 4814a9d3-5c1b-4c47-8596-1a7af835c237 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:18:26.065064 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Updating router 4814a9d3-5c1b-4c47-8596-1a7af835c237 port ad72658f-b69f-4d53-b6b8-89f867c57acb binding host dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 12:18:26.092293 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.394908 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device eef2eec0-4bd6-43d5-8a7a-537c84677c03 up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:26.443402 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port eef2eec0-4bd6-43d5-8a7a-537c84677c03 triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:26.443772 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.476979 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Publish callbacks [] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), precommit_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.484594 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.527162 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:26.536943 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port eef2eec0-4bd6-43d5-8a7a-537c84677c03 is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:26.563255 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c01ff-9cd5-4ef4-8eb3-ba0b34b72958 None None] Pushing event updated for resources: {'Port': ['ID=ad72658f-b69f-4d53-b6b8-89f867c57acb,revision_number=3']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:26.603169 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Attempting to bind port ad72658f-b69f-4d53-b6b8-89f867c57acb on host dv-cinder-840512-2-iscsi for vnic_type normal with profile {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:18:26.603528 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Attempting to bind port ad72658f-b69f-4d53-b6b8-89f867c57acb by drivers openvswitch,hyperv on host dv-cinder-840512-2-iscsi at level 0 using segments [{'id': 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b'}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:18:26.603881 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Attempting to bind port ad72658f-b69f-4d53-b6b8-89f867c57acb on network f6575d79-c6e3-4086-aaff-f9b66a63158b {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:18:26.609418 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Checking agent: {'id': '0032276a-aaee-47d0-b903-147afafba99f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 11, 55, 40), 'started_at': datetime.datetime(2022, 5, 30, 11, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:18:26.609779 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Checking segment: {'id': 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:18:26.610171 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.610558 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Bound using segment: {'id': 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b'} {{(pid=104005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:18:26.611050 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.managers [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Bound port: ad72658f-b69f-4d53-b6b8-89f867c57acb, host: dv-cinder-840512-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b'}}] {{(pid=104005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:18:26.611416 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), before_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.676706 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] For port ad72658f-b69f-4d53-b6b8-89f867c57acb, host dv-cinder-840512-2-iscsi, cleared binding levels {{(pid=104005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:18:26.679966 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.plugins.ml2.db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] For port ad72658f-b69f-4d53-b6b8-89f867c57acb, host dv-cinder-840512-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=ad72658f-b69f-4d53-b6b8-89f867c57acb,segment=NetworkSegment(c4fb9e12-e0fe-4b7b-895e-eaa6ed914446),segment_id=c4fb9e12-e0fe-4b7b-895e-eaa6ed914446)] {{(pid=104005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:18:26.690770 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron_lib.callbacks.manager [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), after_update {{(pid=104005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.750863 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Routers {'4814a9d3-5c1b-4c47-8596-1a7af835c237'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:18:26.751501 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['4814a9d3-5c1b-4c47-8596-1a7af835c237'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:26.790134 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c01ff-9cd5-4ef4-8eb3-ba0b34b72958 None None] Pushing event updated for resources: {'Port': ['ID=ad72658f-b69f-4d53-b6b8-89f867c57acb,revision_number=4']} {{(pid=104005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:26.834158 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-80ddc821-4430-4203-a4cc-e836000fddc0 None None] Provisioning complete for port ad72658f-b69f-4d53-b6b8-89f867c57acb triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:26.834520 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-80ddc821-4430-4203-a4cc-e836000fddc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.873456 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] Set router 4814a9d3-5c1b-4c47-8596-1a7af835c237 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:18:26.925428 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-80ddc821-4430-4203-a4cc-e836000fddc0 None None] Current status of the port ad72658f-b69f-4d53-b6b8-89f867c57acb is: DOWN; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:26.925982 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-80ddc821-4430-4203-a4cc-e836000fddc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.959801 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:26.963122 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-80ddc821-4430-4203-a4cc-e836000fddc0 None None] For port ad72658f-b69f-4d53-b6b8-89f867c57acb, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=ad72658f-b69f-4d53-b6b8-89f867c57acb,segment=NetworkSegment(c4fb9e12-e0fe-4b7b-895e-eaa6ed914446),segment_id=c4fb9e12-e0fe-4b7b-895e-eaa6ed914446)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:26.967559 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-80ddc821-4430-4203-a4cc-e836000fddc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:26.972817 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:27.027175 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddc821-4430-4203-a4cc-e836000fddc0 None None] Pushing event updated for resources: {'Port': ['ID=ad72658f-b69f-4d53-b6b8-89f867c57acb,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:27.080104 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:21Z', 'revision_number': 4, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'gw_port': {'id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'ad72658f-b69f-4d53-b6b8-89f867c57acb', 'name': '', 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'mac_address': 'fa:16:3e:35:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '47909248-88cd-4faa-8b42-44f304d88291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:21Z', 'updated_at': '2022-05-30T12:18:26Z', 'revision_number': 4, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'subnets': [{'id': '47909248-88cd-4faa-8b42-44f304d88291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:18:27.089782 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-40b6eb69-ae8e-4cb6-8c00-16b473b51bd7 None None] Provisioning complete for port ad72658f-b69f-4d53-b6b8-89f867c57acb triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:27.090161 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-40b6eb69-ae8e-4cb6-8c00-16b473b51bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:27.108716 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1237ca69-81ff-45d3-8908-85a535283251 None None] The sync data for ids ['4814a9d3-5c1b-4c47-8596-1a7af835c237'] in dv-cinder-840512-2-iscsi is: [{'id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:21Z', 'revision_number': 4, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'gw_port': {'id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': 'ad72658f-b69f-4d53-b6b8-89f867c57acb', 'name': '', 'network_id': 'f6575d79-c6e3-4086-aaff-f9b66a63158b', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'mac_address': 'fa:16:3e:35:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '47909248-88cd-4faa-8b42-44f304d88291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:21Z', 'updated_at': '2022-05-30T12:18:26Z', 'revision_number': 4, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'subnets': [{'id': '47909248-88cd-4faa-8b42-44f304d88291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:18:27.171679 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-40b6eb69-ae8e-4cb6-8c00-16b473b51bd7 None None] Current status of the port ad72658f-b69f-4d53-b6b8-89f867c57acb is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:28.393090 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device ad72658f-b69f-4d53-b6b8-89f867c57acb up at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:28.465783 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Provisioning complete for port ad72658f-b69f-4d53-b6b8-89f867c57acb triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:28.466367 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:28.540184 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:28.554874 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Current status of the port ad72658f-b69f-4d53-b6b8-89f867c57acb is: ACTIVE; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:33.238632 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-353f9bbf-fe90-4e4e-ac3a-939c10da1fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:33.272750 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:33.275680 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:34.056840 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=77,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:34.064973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:34.136698 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:35.571002 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4b58d54d-a7d9-49da-a719-dc729ba56a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:36.985202 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:37.075516 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=51,neutron:INSERT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:37.083788 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=14 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:38.385679 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:39.979094 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:41.665271 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-85625276-e9fb-4262-8911-a1d3f42fa26c tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037472610&fields=id&tenant_id=5143c400e4544c79955f901394c449f6 HTTP/1.1" status: 200 len: 267 time: 0.0440145 May 30 12:18:41.770230 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-91b1ecd7-e2ed-4806-a6d3-4f9f2a00e18f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:41.771680 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-91b1ecd7-e2ed-4806-a6d3-4f9f2a00e18f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 811 time: 0.1000679 May 30 12:18:41.786959 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-8f3e3ac2-6939-4d5d-ab72-7e199746b73a tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/quotas/5143c400e4544c79955f901394c449f6 HTTP/1.1" status: 200 len: 375 time: 0.0096109 May 30 12:18:41.839503 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-2e5999ce-801f-476e-af0d-777918a3a2d0 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476546 May 30 12:18:41.855005 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a01c03f2-0c5e-4b5c-9bf2-442cc070857f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 12:18:41.855986 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a01c03f2-0c5e-4b5c-9bf2-442cc070857f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050087 May 30 12:18:41.946088 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-1ccf1c6a-e4e7-4140-8296-a4e1d9473180 service neutron] 10.222.0.32 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843840 May 30 12:18:42.038500 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-09f1780a-b05f-4c04-b61b-37b1d001ee7e service neutron] 10.222.0.32 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859494 May 30 12:18:42.330278 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-93c5841e-650a-453b-8c4c-7984426c1130 req-b9249b67-983c-446c-9613-89864892e974 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 210 time: 0.0287051 May 30 12:18:43.412820 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-db53315b-1bd0-4e06-8f4b-687ab5bc0dcb req-39eb5503-dbf5-4fff-941b-0c179397b9c4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 210 time: 0.0286977 May 30 12:18:44.501491 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-328cf9e0-2464-446e-bc1c-d4700ab27dca req-0c185319-8cb5-4d3d-aca7-a3b192fba99e tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 210 time: 0.0364282 May 30 12:18:45.592430 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e255b9e9-bffd-426e-84d8-d9dc21c9ea21 req-05fe7ee1-15dd-4eb7-8ec8-29ceab0ef69e tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 210 time: 0.0328102 May 30 12:18:46.666272 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:18:46.695974 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2ccb746c-1344-438a-bd7f-68b95834fd29 req-fc0c7dc5-57c6-499e-8cc9-e18b35b86be5 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 210 time: 0.0318940 May 30 12:18:47.640218 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-6b4d78f7-cef4-4ee4-81c4-3bfe98d2ff97 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:47.641576 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-6b4d78f7-cef4-4ee4-81c4-3bfe98d2ff97 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 811 time: 0.3704104 May 30 12:18:47.706224 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-fdbb34ad-0e1d-479e-b9eb-a36c8351439d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5143c400e4544c79955f901394c449f6 HTTP/1.1" status: 200 len: 380 time: 0.0550084 May 30 12:18:47.715787 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'port': {'device_id': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'admin_state_up': True, 'tenant_id': '5143c400e4544c79955f901394c449f6', 'security_groups': ['70c4cb70-6855-4535-bc14-56e01e6866c7']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:47.801905 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7f5cc82d-99cb-4658-b4d4-ca096ea61e19 req-f2dc4d76-b3ff-42c4-8e1b-98bb2b227382 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 210 time: 0.0312290 May 30 12:18:47.841636 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Made reservation on behalf of 5143c400e4544c79955f901394c449f6 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:18:47.845206 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:47.974242 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Allocated IP 172.20.0.5 (912f6667-0e8d-45c3-8e3f-950b457426b6/e2105b07-236b-4bd4-9b75-cfe1fc48d13a/cee04f99-b222-40c6-84ee-5af653cc248f) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:18:48.119528 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for port (cee04f99-b222-40c6-84ee-5af653cc248f), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.152095 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.201045 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:18:48.204383 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:18:48.208217 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:18:48.214244 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'Port': ['ID=cee04f99-b222-40c6-84ee-5af653cc248f,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:48.261556 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:48.262271 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.280568 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-a4ed5041-84e9-44b9-bc22-70e10d535d2d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688820 May 30 12:18:48.297421 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Request body: {'port': {'device_id': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:18:48.348709 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:48.362874 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.410705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:48.426985 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-cf2a321b-e643-47a0-bb14-e6ce4f60fef4 None None] Provisioning complete for port cee04f99-b222-40c6-84ee-5af653cc248f triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:48.427680 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cf2a321b-e643-47a0-bb14-e6ce4f60fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.459561 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a321b-e643-47a0-bb14-e6ce4f60fef4 None None] Port cee04f99-b222-40c6-84ee-5af653cc248f cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:18:48.659364 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee04f99-b222-40c6-84ee-5af653cc248f {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:18:48.667195 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Publish callbacks [] for port (cee04f99-b222-40c6-84ee-5af653cc248f), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.680475 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Transition to ACTIVE for port object cee04f99-b222-40c6-84ee-5af653cc248f will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:18:48.684623 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.737726 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Pushing event updated for resources: {'Port': ['ID=cee04f99-b222-40c6-84ee-5af653cc248f,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:48.817930 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Attempting to bind port cee04f99-b222-40c6-84ee-5af653cc248f on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:18:48.818505 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Attempting to bind port cee04f99-b222-40c6-84ee-5af653cc248f by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:18:48.819061 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Attempting to bind port cee04f99-b222-40c6-84ee-5af653cc248f on network 912f6667-0e8d-45c3-8e3f-950b457426b6 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:18:48.826948 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Port cee04f99-b222-40c6-84ee-5af653cc248f on network 912f6667-0e8d-45c3-8e3f-950b457426b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:18:48.827281 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Attempting to bind port cee04f99-b222-40c6-84ee-5af653cc248f on network 912f6667-0e8d-45c3-8e3f-950b457426b6 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:18:48.832859 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:18:48.833198 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Checking segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:18:48.833571 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Bound using segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:18:48.833993 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Bound port: cee04f99-b222-40c6-84ee-5af653cc248f, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:18:48.834350 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.904789 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] For port cee04f99-b222-40c6-84ee-5af653cc248f, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:18:48.908529 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] For port cee04f99-b222-40c6-84ee-5af653cc248f, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cee04f99-b222-40c6-84ee-5af653cc248f,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:18:48.915348 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.937025 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb946db-5af2-4deb-8e16-0130e50650da req-6afbd9cc-94a2-44e7-b4a9-17812239661d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:48.938431 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fbb946db-5af2-4deb-8e16-0130e50650da req-6afbd9cc-94a2-44e7-b4a9-17812239661d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 943 time: 0.0537028 May 30 12:18:48.953553 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:48.954146 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:48.955518 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] 10.222.0.65 "PUT /v2.0/ports/cee04f99-b222-40c6-84ee-5af653cc248f HTTP/1.1" status: 200 len: 1093 time: 0.6632884 May 30 12:18:48.955945 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'tag': 'cee04f99-b222-40c6-84ee-5af653cc248f'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:18:48.958228 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6551baf2-22a3-45c7-9443-8fa7e0d56f86" -d '{"events": [{"name": "network-changed", "server_uuid": "0a940b67-afa3-4dbd-b665-bff213c051c3", "tag": "cee04f99-b222-40c6-84ee-5af653cc248f"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:18:49.008307 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fbb946db-5af2-4deb-8e16-0130e50650da req-74936de1-908e-40c9-8de6-79c0c9f4195f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637138 May 30 12:18:49.021722 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda50553-8718-4c22-b2c1-f3ffe5e4555a x-openstack-request-id: req-eda50553-8718-4c22-b2c1-f3ffe5e4555a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:18:49.021722 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a940b67-afa3-4dbd-b665-bff213c051c3", "tag": "cee04f99-b222-40c6-84ee-5af653cc248f", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:18:49.021722 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eda50553-8718-4c22-b2c1-f3ffe5e4555a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:18:49.022351 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda50553-8718-4c22-b2c1-f3ffe5e4555a'] response: {'name': 'network-changed', 'server_uuid': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'tag': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'status': 'completed', 'code': 200} May 30 12:18:49.059923 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d70da1-1dd0-475c-82d0-6761b76a80eb service neutron] Pushing event updated for resources: {'Port': ['ID=cee04f99-b222-40c6-84ee-5af653cc248f,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:49.067571 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-97314c49-cf5c-4373-a7ac-b5c3457e843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:49.069326 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-97314c49-cf5c-4373-a7ac-b5c3457e843c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 1127 time: 0.0638452 May 30 12:18:49.114526 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-7a4e2e30-ace6-48a2-81a5-41c1b7d18537 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cee04f99-b222-40c6-84ee-5af653cc248f HTTP/1.1" status: 200 len: 217 time: 0.0344055 May 30 12:18:49.167384 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-2576d8cb-bc72-4b64-ae46-2342ae3a57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:49.168917 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-2576d8cb-bc72-4b64-ae46-2342ae3a57bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0478880 May 30 12:18:49.221475 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-cba63ca7-9577-473c-bd13-451c7aeda66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:49.222987 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-cba63ca7-9577-473c-bd13-451c7aeda66b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444901 May 30 12:18:49.318069 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-7020009d-b7db-44ad-916c-3f904aaf6c01 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870137 May 30 12:18:49.388908 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:49.391147 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:49.421519 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e1ae90b8-df73-4367-89d2-44f971d2df10 req-98096e35-c2f9-4aad-a6ec-23fb9040c2d4 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937035 May 30 12:18:49.713622 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-5860c04a-3abf-473e-95c0-d657a67cb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:49.715106 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-5860c04a-3abf-473e-95c0-d657a67cb1ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 1127 time: 0.0399559 May 30 12:18:49.814387 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-52710d72-0ab3-4fc4-8244-208394cc69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:49.816191 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-52710d72-0ab3-4fc4-8244-208394cc69a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0943832 May 30 12:18:49.861700 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-22628ea8-464a-401e-ba33-2acb65bfc8f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cee04f99-b222-40c6-84ee-5af653cc248f HTTP/1.1" status: 200 len: 217 time: 0.0345604 May 30 12:18:49.913996 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-fc8a5431-8914-4767-aa25-cade9896ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:49.915399 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-fc8a5431-8914-4767-aa25-cade9896ce46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0458057 May 30 12:18:49.961441 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-54b4185e-0fea-4227-969f-a2d8ca9dcaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:49.962891 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-54b4185e-0fea-4227-969f-a2d8ca9dcaea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385864 May 30 12:18:50.060336 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-19993ce3-622b-4080-808d-e2ca3908cbff service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875170 May 30 12:18:50.117213 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b4bd-6c33-4e00-92e0-aaad7c1a0594 req-fac8de8c-4a1a-4eb1-a481-d336473df0f3 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:50.118598 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-55f5b4bd-6c33-4e00-92e0-aaad7c1a0594 req-fac8de8c-4a1a-4eb1-a481-d336473df0f3 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 943 time: 0.0476053 May 30 12:18:50.160733 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-6551baf2-22a3-45c7-9443-8fa7e0d56f86 req-e5fee0f5-7d5c-4492-9b0b-53d4c4950646 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909669 May 30 12:18:50.181591 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-55f5b4bd-6c33-4e00-92e0-aaad7c1a0594 req-75124f77-343a-4c78-96fe-1257d358443d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549777 May 30 12:18:51.301107 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e9de-3382-4946-82be-9643db6a65f4 req-32f7bf86-f152-45b8-baf9-3bee0d6a9f92 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:51.302574 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dcf8e9de-3382-4946-82be-9643db6a65f4 req-32f7bf86-f152-45b8-baf9-3bee0d6a9f92 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 943 time: 0.0484231 May 30 12:18:51.355251 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-dcf8e9de-3382-4946-82be-9643db6a65f4 req-5cf0782f-5df1-40d3-9bbf-68dcb619ad9f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471549 May 30 12:18:52.473298 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7a404-90ea-4d33-9923-d3e11876ed58 req-dfc9fc49-37b4-4209-b1c1-acadba41a4c4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:52.475047 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4b7a404-90ea-4d33-9923-d3e11876ed58 req-dfc9fc49-37b4-4209-b1c1-acadba41a4c4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 943 time: 0.0494924 May 30 12:18:52.525392 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4b7a404-90ea-4d33-9923-d3e11876ed58 req-c09cad95-f668-4a96-900a-4da43539d9db tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 May 30 12:18:53.642311 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332d0b1-9619-4a4b-bc2f-ded94ddc39b7 req-339ec71e-65b3-422e-88c0-1fadb0eed9bc tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:53.643788 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d332d0b1-9619-4a4b-bc2f-ded94ddc39b7 req-339ec71e-65b3-422e-88c0-1fadb0eed9bc tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 943 time: 0.0477166 May 30 12:18:53.693283 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d332d0b1-9619-4a4b-bc2f-ded94ddc39b7 req-38c8ba12-f5e9-45da-b662-1b89b01dce2f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 May 30 12:18:54.813091 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dc9d8-ac30-489b-92cb-183f524a35e9 req-1a2d073c-ae0c-475b-a301-d815f5480b39 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:54.814556 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-004dc9d8-ac30-489b-92cb-183f524a35e9 req-1a2d073c-ae0c-475b-a301-d815f5480b39 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 943 time: 0.0513060 May 30 12:18:54.833429 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:54.865855 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-004dc9d8-ac30-489b-92cb-183f524a35e9 req-984bf395-7894-4895-9c7a-252188fded36 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 May 30 12:18:55.969653 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:55.983556 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1cce5-9cd1-41df-bc7f-d799d7660313 req-cf1e09f5-9fe2-4058-911e-aff90f92fbbe tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:55.985206 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9ef1cce5-9cd1-41df-bc7f-d799d7660313 req-cf1e09f5-9fe2-4058-911e-aff90f92fbbe tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 943 time: 0.0490165 May 30 12:18:56.038956 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9ef1cce5-9cd1-41df-bc7f-d799d7660313 req-ed2acf9e-5553-40b6-9f83-6f8386a03b0f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482783 May 30 12:18:57.153560 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0e2cc-d46e-46f4-9740-c944253045b3 req-8ab93c9c-4034-4deb-ae0c-8e42f606d680 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:57.155035 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0d0e2cc-d46e-46f4-9740-c944253045b3 req-8ab93c9c-4034-4deb-ae0c-8e42f606d680 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 943 time: 0.0476289 May 30 12:18:57.209222 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0d0e2cc-d46e-46f4-9740-c944253045b3 req-fdfaac4c-d5ad-427e-9662-eb9c87479b26 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485055 May 30 12:18:57.369188 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device cee04f99-b222-40c6-84ee-5af653cc248f details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:18:57.371376 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:57.470894 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port cee04f99-b222-40c6-84ee-5af653cc248f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cee04f99-b222-40c6-84ee-5af653cc248f,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:57.481784 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'port_id': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'mac_address': 'fa:16:3e:fa:2d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:18:57.516540 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port cee04f99-b222-40c6-84ee-5af653cc248f is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:57.516930 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:57.530152 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee04f99-b222-40c6-84ee-5af653cc248f {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:18:57.550744 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port cee04f99-b222-40c6-84ee-5af653cc248f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cee04f99-b222-40c6-84ee-5af653cc248f,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:57.554739 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:57.603932 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=cee04f99-b222-40c6-84ee-5af653cc248f,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:57.879057 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['cee04f99-b222-40c6-84ee-5af653cc248f'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:18:58.323979 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778bd86-e577-447c-8774-358330cbb99a req-ed879e9e-3322-4814-98f9-7363ba419f47 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:58.325482 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4778bd86-e577-447c-8774-358330cbb99a req-ed879e9e-3322-4814-98f9-7363ba419f47 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 944 time: 0.0478795 May 30 12:18:58.375307 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4778bd86-e577-447c-8774-358330cbb99a req-2c126bd1-b712-4a7a-9f35-06385e620145 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436690 May 30 12:18:58.673971 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:58.674749 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=7 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:59.383287 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device cee04f99-b222-40c6-84ee-5af653cc248f up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:18:59.386513 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:59.432455 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port cee04f99-b222-40c6-84ee-5af653cc248f completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:18:59.438423 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port cee04f99-b222-40c6-84ee-5af653cc248f triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:18:59.438763 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:59.495389 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94677-b44d-42a9-a3ea-17664140d176 req-722c4b50-77d4-4e1e-9a22-c25d03fdd9ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:59.496994 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-09c94677-b44d-42a9-a3ea-17664140d176 req-722c4b50-77d4-4e1e-9a22-c25d03fdd9ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 944 time: 0.0479906 May 30 12:18:59.516594 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port cee04f99-b222-40c6-84ee-5af653cc248f is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:18:59.517068 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:59.541433 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee04f99-b222-40c6-84ee-5af653cc248f'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:18:59.543545 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e62a2c-c83a-43e3-afe5-7e3df657d08e" -d '{"events": [{"server_uuid": "0a940b67-afa3-4dbd-b665-bff213c051c3", "name": "network-vif-plugged", "status": "completed", "tag": "cee04f99-b222-40c6-84ee-5af653cc248f"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:18:59.548906 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-09c94677-b44d-42a9-a3ea-17664140d176 req-5a9f93f5-4c68-4486-89a7-8d8f9fd560ef tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452945 May 30 12:18:59.555932 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port cee04f99-b222-40c6-84ee-5af653cc248f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cee04f99-b222-40c6-84ee-5af653cc248f,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:18:59.565411 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:18:59.596456 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00055ef2-99aa-4a72-9b25-3624efad1c4a x-openstack-request-id: req-00055ef2-99aa-4a72-9b25-3624efad1c4a {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:18:59.596754 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a940b67-afa3-4dbd-b665-bff213c051c3", "name": "network-vif-plugged", "status": "completed", "tag": "cee04f99-b222-40c6-84ee-5af653cc248f", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:18:59.597009 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00055ef2-99aa-4a72-9b25-3624efad1c4a {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:18:59.597417 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00055ef2-99aa-4a72-9b25-3624efad1c4a'] response: {'server_uuid': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'code': 200} May 30 12:18:59.610594 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:18:59.627548 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=cee04f99-b222-40c6-84ee-5af653cc248f,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:18:59.815860 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffce97b-7252-4286-a0c2-b44984bf876a req-55207c9d-3203-458d-8f23-33b16fb15c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:18:59.817382 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4ffce97b-7252-4286-a0c2-b44984bf876a req-55207c9d-3203-458d-8f23-33b16fb15c2d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 1129 time: 0.0455945 May 30 12:18:59.867065 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-4ffce97b-7252-4286-a0c2-b44984bf876a req-2c6ed792-75f4-4cc5-94b6-99ff22cb81ad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 May 30 12:19:00.679151 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001d58a-e57e-46e1-b98c-1ce36cb79d9f req-825a8aab-2dd6-4965-9447-d245cc38d284 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:00.680663 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1001d58a-e57e-46e1-b98c-1ce36cb79d9f req-825a8aab-2dd6-4965-9447-d245cc38d284 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 945 time: 0.0518985 May 30 12:19:00.733179 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1001d58a-e57e-46e1-b98c-1ce36cb79d9f req-41102bec-94e6-47a0-87f6-bcf8a2023e42 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469978 May 30 12:19:01.850332 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54c2b5-c93a-4e1e-9583-12f8c6efb835 req-573875d4-b207-4ed0-8abb-dc8b38e22bb1 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:01.851739 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2c54c2b5-c93a-4e1e-9583-12f8c6efb835 req-573875d4-b207-4ed0-8abb-dc8b38e22bb1 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 945 time: 0.0481505 May 30 12:19:01.902875 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-2c54c2b5-c93a-4e1e-9583-12f8c6efb835 req-22057f0e-9430-49ac-9124-fa2e98770794 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455916 May 30 12:19:02.018813 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8128b-e222-4b3d-8b04-c9e5b872978e req-462479fa-12ff-4402-af73-855e8b82fcb4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:02.020316 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c0d8128b-e222-4b3d-8b04-c9e5b872978e req-462479fa-12ff-4402-af73-855e8b82fcb4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 945 time: 0.0510299 May 30 12:19:02.069360 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c0d8128b-e222-4b3d-8b04-c9e5b872978e req-50409ba9-af7d-4537-b439-7518b7d4466c tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432000 May 30 12:19:02.091871 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50110) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:19:02.217127 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f1f8f-567a-4a7b-8d56-00ced89b08a8 tempest-TestVolumeBootPattern-624338861 tempest-TestVolumeBootPattern-624338861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:02.218984 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a71f1f8f-567a-4a7b-8d56-00ced89b08a8 tempest-TestVolumeBootPattern-624338861 tempest-TestVolumeBootPattern-624338861-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 1124 time: 0.1261153 May 30 12:19:02.221951 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50114) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:19:02.226281 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'port_id': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:19:02.247169 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:02.328895 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:02.424868 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:02.433534 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Allocated IP 172.27.1.117 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/8d60e6a0-c9ca-47d6-aa47-3cae05f5738f) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:19:02.503714 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:02.540375 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for port (8d60e6a0-c9ca-47d6-aa47-3cae05f5738f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:02.572365 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (8d60e6a0-c9ca-47d6-aa47-3cae05f5738f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:02.614203 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:19:02.619194 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:19:02.621789 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:19:02.627677 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'Port': ['ID=8d60e6a0-c9ca-47d6-aa47-3cae05f5738f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:19:02.652891 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.653240 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.653587 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.653929 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.654266 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.654601 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.654931 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.655529 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.655861 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.656214 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.656550 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.656903 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.657211 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.657531 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.657857 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:19:02.988964 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (93a956a5-d48a-4fb4-9bab-786b043e3753), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:03.055793 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (8d60e6a0-c9ca-47d6-aa47-3cae05f5738f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:03.233162 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for port (8d60e6a0-c9ca-47d6-aa47-3cae05f5738f), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:03.238584 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (8d60e6a0-c9ca-47d6-aa47-3cae05f5738f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:03.242592 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f7e35550-acc9-4190-8027-b220f4773fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:03.243828 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:03.249862 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:03.313632 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'Port': ['ID=8d60e6a0-c9ca-47d6-aa47-3cae05f5738f,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:19:03.326034 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (93a956a5-d48a-4fb4-9bab-786b043e3753), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:03.424050 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Floating IP 93a956a5-d48a-4fb4-9bab-786b043e3753 associated. External IP: 172.27.1.117, port: cee04f99-b222-40c6-84ee-5af653cc248f. May 30 12:19:03.624667 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Router de3aab71-7ee8-4180-a283-a6763dcafc71 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:19:03.727254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:19:03.737769 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] Sync routers for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:19:03.745900 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:03.748834 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:19:03.750160 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:19:03.776487 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6c4b5c90-2125-4233-bb1c-2aa99ec4b3d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5534508 May 30 12:19:03.777071 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'tag': 'cee04f99-b222-40c6-84ee-5af653cc248f'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:19:03.779332 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a940b67-afa3-4dbd-b665-bff213c051c3", "tag": "cee04f99-b222-40c6-84ee-5af653cc248f"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:19:03.816541 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f2a20e-48cf-4c6a-a363-d555970424ba x-openstack-request-id: req-33f2a20e-48cf-4c6a-a363-d555970424ba {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:19:03.816982 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a940b67-afa3-4dbd-b665-bff213c051c3", "tag": "cee04f99-b222-40c6-84ee-5af653cc248f", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:19:03.817287 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33f2a20e-48cf-4c6a-a363-d555970424ba {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:19:03.817881 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f2a20e-48cf-4c6a-a363-d555970424ba'] response: {'name': 'network-changed', 'server_uuid': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'tag': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'status': 'completed', 'code': 200} May 30 12:19:03.859188 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:19:03.880197 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-66477652-3157-42da-9f4b-5c909937451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:03.883004 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-66477652-3157-42da-9f4b-5c909937451e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 1129 time: 0.0415900 May 30 12:19:03.982065 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-fa3e0163-b1f5-42b9-b15d-25a166cfd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:03.983535 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-fa3e0163-b1f5-42b9-b15d-25a166cfd85f service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0945439 May 30 12:19:04.048460 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-5fd5d994-ebb5-4acb-82f9-acc42c61b096 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cee04f99-b222-40c6-84ee-5af653cc248f HTTP/1.1" status: 200 len: 999 time: 0.0578127 May 30 12:19:04.103912 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-8353e6c9-165d-4411-9ed5-fed0b2c24a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:04.105382 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-8353e6c9-165d-4411-9ed5-fed0b2c24a89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0512567 May 30 12:19:04.151682 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-dd30b3f4-203b-4ed6-9490-2ce4cb121d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:04.153117 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-dd30b3f4-203b-4ed6-9490-2ce4cb121d8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419633 May 30 12:19:04.205368 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:04.222552 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '93a956a5-d48a-4fb4-9bab-786b043e3753', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:fa:2d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:19:02Z', 'updated_at': '2022-05-30T12:19:02Z', 'revision_number': 0, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:19:04.247011 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] Checking router: de3aab71-7ee8-4180-a283-a6763dcafc71 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:19:04.248070 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-2f0801c9-799f-4b45-ba78-a62387ab5e1c service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872254 May 30 12:19:04.256710 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:19:04.257325 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:18:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:19:04.300948 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:04.344525 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-5a6c0310-e725-4c92-bc8f-addb4c3ab4d9 req-8077aec1-b4e4-4827-8c90-a29e242fd53d service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911012 May 30 12:19:04.363983 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:19:04.520560 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:04.596586 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '93a956a5-d48a-4fb4-9bab-786b043e3753', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:fa:2d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:19:02Z', 'updated_at': '2022-05-30T12:19:02Z', 'revision_number': 0, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:19:04.622631 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad23a71e-3636-444c-97f8-78ea8af4c8cb None None] The sync data for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi is: [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '93a956a5-d48a-4fb4-9bab-786b043e3753', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:fa:2d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:19:02Z', 'updated_at': '2022-05-30T12:19:02Z', 'revision_number': 0, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:19:04.824338 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa6d4f3-d22e-4a09-8d03-89a119406998 None None] New status for floating IP 93a956a5-d48a-4fb4-9bab-786b043e3753: ACTIVE {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:19:05.574494 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ae8a43f5-4765-45e9-aa22-4c3061584567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:06.987152 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:08.389696 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:09.985092 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:13.771081 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:13.773184 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:14.334047 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:14.340323 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:14.697762 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-cfade0d5-facc-48bf-a409-76881ea2f022 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428176 May 30 12:19:14.785486 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-f7b2f173-54e9-4417-b55e-148d21f251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:14.787012 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-f7b2f173-54e9-4417-b55e-148d21f251a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 1129 time: 0.0440891 May 30 12:19:14.892080 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-be8d434a-b142-4891-a300-6dd3c9b48d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:14.893518 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-be8d434a-b142-4891-a300-6dd3c9b48d29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0861335 May 30 12:19:14.932837 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:14.935687 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:14.959499 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-5c11ee39-399d-439e-92ff-4e39c9cac425 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cee04f99-b222-40c6-84ee-5af653cc248f HTTP/1.1" status: 200 len: 1001 time: 0.0581973 May 30 12:19:15.008292 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-68934ce1-c1ed-48c4-b7a0-02a1a640b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:15.009737 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-68934ce1-c1ed-48c4-b7a0-02a1a640b137 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0445719 May 30 12:19:15.054595 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-e5882c88-de60-48bb-8d3e-8b27b4b32f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:19:15.056286 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-e5882c88-de60-48bb-8d3e-8b27b4b32f05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397248 May 30 12:19:15.150875 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-83032c48-85b0-451f-8259-a747d0a6449b service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868056 May 30 12:19:15.242726 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-3f59ed96-2fb3-480c-b624-6e0c9cdc4abd req-85f66897-0528-447a-accb-74bbed1cacfa service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852427 May 30 12:19:19.972555 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:19.979752 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:23.666481 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:19:25.232385 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=48 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:25.239890 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=53 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:33.246125 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-48b48387-37cd-4cfb-84d9-8bf2a27ce83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:34.143907 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:35.578557 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-67c58c55-9d74-4e0a-8851-f3da6f1c50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:35.671057 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:35.671798 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:36.990282 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:38.391659 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:39.979234 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:19:47.965660 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [req-70b4fd19-585b-4f67-8abe-601a0630182e req-eafe6a26-bb90-4c6f-aaf7-fad7af6ce233 service neutron] (104003) timed out ('10.222.0.65', 49227) {{(pid=104003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 30 12:19:48.966032 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-c94031b1-9bd0-4b63-8054-570408d881d6 req-7cfe1056-eb1e-4124-9145-1633a7a2a391 service neutron] (104002) timed out ('10.222.0.65', 49259) {{(pid=104002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 30 12:19:51.454845 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:51.462044 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:19:56.176049 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-53a77400-c6f1-4b52-9727-f4a5d110406f req-e7e5dbda-30e2-4195-9974-0dec73c64aff service neutron] (104002) timed out ('10.222.0.65', 49267) {{(pid=104002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 30 12:20:00.665611 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:20:03.247880 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b667-b6c9-4115-bdc8-767853a2c522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:04.142876 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:05.581462 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f0e7cb3f-b0d5-435c-b6f7-0ce10a21d4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:06.992299 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:08.395165 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:09.982425 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:12.668330 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:12.669042 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:14.771792 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-8a3eff9b-2058-43e1-8506-e691d2b9869f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966280 May 30 12:20:14.862988 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-b5bd9173-a18e-4964-821a-eccc05198e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:20:14.864511 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-b5bd9173-a18e-4964-821a-eccc05198e3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 1129 time: 0.0411828 May 30 12:20:14.971920 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-043d1a16-1ac1-4945-ba95-409089fecef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:20:14.973367 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-043d1a16-1ac1-4945-ba95-409089fecef3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0852926 May 30 12:20:15.041105 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-5d276fd3-9cbf-4646-becc-dec6aa5b6bfe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cee04f99-b222-40c6-84ee-5af653cc248f HTTP/1.1" status: 200 len: 1001 time: 0.0586579 May 30 12:20:15.093072 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-ec5e19e2-6bef-44ef-847b-e2fd6f47148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:20:15.094511 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-ec5e19e2-6bef-44ef-847b-e2fd6f47148f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0448127 May 30 12:20:15.141898 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-da663411-2c94-4f0b-a26a-586773413ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:20:15.143361 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-da663411-2c94-4f0b-a26a-586773413ccf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396037 May 30 12:20:15.239446 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-8ec7520e-3898-4c18-916d-5ab03e6bdb27 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855517 May 30 12:20:15.334880 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-02f9ae08-a466-4145-8eaa-16ffae15145f req-df0f48ca-7904-4fc5-b0dc-3a55d4ce7040 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867157 May 30 12:20:19.976596 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:19.978459 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:25.325250 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=47 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:25.331535 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=54 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:31.452946 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=12 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:31.459884 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=14 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:33.249657 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb20e-97c9-4488-a6da-5612922da410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:34.143433 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:35.589024 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-2130b487-5475-4534-bfce-4a2e7e3ac655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:36.995223 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:37.664546 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:20:38.399190 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:39.984532 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:20:49.660255 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:49.664215 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:49.978593 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:20:49.979320 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:02.968973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7370e88-f439-48b4-a52a-dc0c40159c7c req-638ae805-5ffe-4506-a6c9-5dfd2cc218f5 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:02.970469 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f7370e88-f439-48b4-a52a-dc0c40159c7c req-638ae805-5ffe-4506-a6c9-5dfd2cc218f5 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 945 time: 0.0989683 May 30 12:21:03.023298 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f7370e88-f439-48b4-a52a-dc0c40159c7c req-ba693141-71a1-47b4-9896-2e2fe245c27c tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 May 30 12:21:03.251675 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f397232c-ddee-494e-abb9-95761ac5638d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:04.149085 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:04.198542 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d06089-6da7-424f-acc6-888c662ec722 req-d8c42b69-f74a-4cb2-86d1-4b7231fe0687 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:04.200039 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b7d06089-6da7-424f-acc6-888c662ec722 req-d8c42b69-f74a-4cb2-86d1-4b7231fe0687 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 945 time: 0.1071289 May 30 12:21:04.249286 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b7d06089-6da7-424f-acc6-888c662ec722 req-bed2be97-a96d-4775-8e73-2016bc358c90 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435796 May 30 12:21:04.705462 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-af61ff52-836d-46a5-95d1-c3c57004a0aa tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:04.706793 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-af61ff52-836d-46a5-95d1-c3c57004a0aa tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 945 time: 0.0494905 May 30 12:21:04.790673 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Deleting port cee04f99-b222-40c6-84ee-5af653cc248f {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:21:04.791013 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:04.882719 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] For port cee04f99-b222-40c6-84ee-5af653cc248f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cee04f99-b222-40c6-84ee-5af653cc248f,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:21:04.883077 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:05.047428 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:05.047792 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (93a956a5-d48a-4fb4-9bab-786b043e3753), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:05.048124 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Floating IP 93a956a5-d48a-4fb4-9bab-786b043e3753 disassociated. External IP: 172.27.1.117, port: cee04f99-b222-40c6-84ee-5af653cc248f. May 30 12:21:05.048552 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Calling delete_port for cee04f99-b222-40c6-84ee-5af653cc248f owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:21:05.182567 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (cee04f99-b222-40c6-84ee-5af653cc248f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:05.207885 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event deleted for resources: {'Port': ['ID=cee04f99-b222-40c6-84ee-5af653cc248f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:21:05.217658 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.218008 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.218350 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.218692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.219028 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.219355 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.219682 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.220007 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.220356 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.221221 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.221221 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.221423 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.221629 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.221929 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.222244 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:05.335041 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Router de3aab71-7ee8-4180-a283-a6763dcafc71 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:21:05.351828 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a158cab7-3dc3-4704-90fc-0d0edd20cf94 req-0f394c0d-1f5b-4001-957f-c2920be65ba2 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a940b67-afa3-4dbd-b665-bff213c051c3 HTTP/1.1" status: 200 len: 210 time: 0.0296843 May 30 12:21:05.438894 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:21:05.448332 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] Sync routers for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:21:05.458341 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:21:05.459614 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:20:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:21:05.482789 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] No DVR routers for this DVR port cee04f99-b222-40c6-84ee-5af653cc248f on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:21:05.485379 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:05.488544 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b5621dfa-8d98-4a63-b982-93b3be94eb4c req-1ea425fd-ca0f-4302-8d5c-e80d28863731 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "DELETE /v2.0/ports/cee04f99-b222-40c6-84ee-5af653cc248f HTTP/1.1" status: 204 len: 173 time: 0.7742229 May 30 12:21:05.489034 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'name': 'network-vif-deleted', 'tag': 'cee04f99-b222-40c6-84ee-5af653cc248f'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:21:05.493531 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b9bb8f-f641-4502-88d3-cb3bf6e429cb" -d '{"events": [{"server_uuid": "0a940b67-afa3-4dbd-b665-bff213c051c3", "name": "network-vif-deleted", "tag": "cee04f99-b222-40c6-84ee-5af653cc248f"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:21:05.534530 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a19f41-82cb-4f92-b096-ad5f855f152f x-openstack-request-id: req-b4a19f41-82cb-4f92-b096-ad5f855f152f {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:21:05.534912 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a940b67-afa3-4dbd-b665-bff213c051c3", "name": "network-vif-deleted", "tag": "cee04f99-b222-40c6-84ee-5af653cc248f", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:21:05.535261 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4a19f41-82cb-4f92-b096-ad5f855f152f {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:21:05.535709 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a19f41-82cb-4f92-b096-ad5f855f152f'] response: {'server_uuid': '0a940b67-afa3-4dbd-b665-bff213c051c3', 'name': 'network-vif-deleted', 'tag': 'cee04f99-b222-40c6-84ee-5af653cc248f', 'status': 'completed', 'code': 200} May 30 12:21:05.569069 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:21:05.625333 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-a900d5a9-da26-46bc-a725-d0eb7ab756d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:05.778068 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:21:05.804508 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] Checking router: de3aab71-7ee8-4180-a283-a6763dcafc71 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:21:05.813104 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:21:05.813660 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:21:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:21:05.919016 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:21:06.105611 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:21:06.255721 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c639c-5bd0-49b2-8529-5c5cbe9381dc None None] The sync data for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi is: [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:21:06.499265 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7d4ed-3ec3-4d02-9d5f-82ef54a7df07 None None] New status for floating IP 93a956a5-d48a-4fb4-9bab-786b043e3753: DOWN {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:21:06.586193 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-b0eea8c9-1930-47b5-a629-c7f1fc5faff0 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037472610&fields=id&tenant_id=5143c400e4544c79955f901394c449f6 HTTP/1.1" status: 200 len: 267 time: 0.0496283 May 30 12:21:06.964371 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-499515a9-4608-47da-b32d-c28321e34b78 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:06.965749 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-499515a9-4608-47da-b32d-c28321e34b78 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 811 time: 0.3699763 May 30 12:21:06.980774 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8199e9d3-d835-42e9-ae25-58e53a53c918 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/quotas/5143c400e4544c79955f901394c449f6 HTTP/1.1" status: 200 len: 375 time: 0.0096674 May 30 12:21:06.998259 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:07.031151 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-5e99a837-64ff-4a27-829f-e66aca6923e2 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453067 May 30 12:21:07.091803 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-da5f3bf9-e4c5-44a6-a091-2635dc10973b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 30 12:21:07.092834 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-da5f3bf9-e4c5-44a6-a091-2635dc10973b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0497518 May 30 12:21:07.184754 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-1f566d7c-9bb6-4883-a28a-2addbcc0d162 service neutron] 10.222.0.32 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859444 May 30 12:21:07.274225 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-5e33bf4f-739c-4f6c-ab50-eac987bb76dc service neutron] 10.222.0.32 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837247 May 30 12:21:07.572417 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-41c108b2-ed17-48ed-9051-99c4e0ae8e5a req-a70efa1a-7b96-479c-82b1-b8df6f83112b tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 210 time: 0.0312591 May 30 12:21:08.404795 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:08.545858 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:08.576682 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-f718c92c-b3b5-4fc6-9f9c-0d30ee301784 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:08.578150 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-f718c92c-b3b5-4fc6-9f9c-0d30ee301784 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 811 time: 0.1090777 May 30 12:21:08.609512 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:08.668973 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-f2e0f706-7f0a-4623-b156-722aac1729ba tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5143c400e4544c79955f901394c449f6 HTTP/1.1" status: 200 len: 380 time: 0.0797691 May 30 12:21:08.678290 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'port': {'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'admin_state_up': True, 'tenant_id': '5143c400e4544c79955f901394c449f6', 'security_groups': ['70c4cb70-6855-4535-bc14-56e01e6866c7']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:21:08.681989 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f71b1624-836a-4886-a030-e5ced46946e1 req-842fcdbb-9870-45f5-b93f-0555b177b9d9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 210 time: 0.0322087 May 30 12:21:09.052076 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Made reservation on behalf of 5143c400e4544c79955f901394c449f6 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:21:09.056742 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:09.186674 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Allocated IP 172.20.0.11 (912f6667-0e8d-45c3-8e3f-950b457426b6/e2105b07-236b-4bd4-9b75-cfe1fc48d13a/d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:21:09.330399 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:09.363065 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:09.412270 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:21:09.415855 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:21:09.418248 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:21:09.443954 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'Port': ['ID=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:21:09.472869 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:09.473489 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:09.489985 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-8f0c9fc7-59f5-48e1-9efe-da9cfe141285 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8154218 May 30 12:21:09.507501 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Request body: {'port': {'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:21:09.570470 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:09.572271 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:09.657843 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-3bb3de8e-2c23-458d-9b7d-e8afea1bce20 None None] Provisioning complete for port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:21:09.658615 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3bb3de8e-2c23-458d-9b7d-e8afea1bce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:09.690321 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3de8e-2c23-458d-9b7d-e8afea1bce20 None None] Port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:21:09.798740 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f637a30-68b2-46a9-b136-f2d7504e497b req-50641eab-3c34-4a37-a6c6-a3aa4955071d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:09.800358 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5f637a30-68b2-46a9-b136-f2d7504e497b req-50641eab-3c34-4a37-a6c6-a3aa4955071d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 932 time: 0.0494125 May 30 12:21:09.824378 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:09.851596 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5f637a30-68b2-46a9-b136-f2d7504e497b req-54357a0a-c20c-41b1-bd79-5373f1bcf4f4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447636 May 30 12:21:09.876279 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:21:09.884956 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Publish callbacks [] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:09.898511 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Transition to ACTIVE for port object d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:21:09.902231 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:09.951742 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Pushing event updated for resources: {'Port': ['ID=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:21:09.993769 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:10.021391 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device cee04f99-b222-40c6-84ee-5af653cc248f no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:21:10.032409 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Attempting to bind port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:21:10.032756 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Attempting to bind port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:21:10.033091 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Attempting to bind port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b on network 912f6667-0e8d-45c3-8e3f-950b457426b6 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:21:10.038618 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b on network 912f6667-0e8d-45c3-8e3f-950b457426b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:21:10.038954 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Attempting to bind port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b on network 912f6667-0e8d-45c3-8e3f-950b457426b6 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:21:10.042653 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: cee04f99-b222-40c6-84ee-5af653cc248f {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:21:10.042985 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device cee04f99-b222-40c6-84ee-5af653cc248f not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:21:10.044589 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:21:10.044955 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Checking segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:21:10.045335 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Bound using segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:21:10.045765 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Bound port: d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:21:10.046134 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:10.111865 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] For port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:21:10.114895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] For port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:21:10.122019 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:10.160331 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:10.160935 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:10.162282 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] 10.222.0.65 "PUT /v2.0/ports/d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b HTTP/1.1" status: 200 len: 1094 time: 0.6601446 May 30 12:21:10.162714 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:21:10.166382 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:21:10.207611 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5750d92-2e52-4b00-aa74-6976c869f30f service neutron] Pushing event updated for resources: {'Port': ['ID=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:21:10.227258 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1587b9e5-b05e-4bf2-8318-ee540bad0000 x-openstack-request-id: req-1587b9e5-b05e-4bf2-8318-ee540bad0000 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:21:10.227552 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:21:10.227807 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1587b9e5-b05e-4bf2-8318-ee540bad0000 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:21:10.228230 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1587b9e5-b05e-4bf2-8318-ee540bad0000'] response: {'name': 'network-changed', 'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'status': 'completed', 'code': 200} May 30 12:21:10.259903 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-d3e6898f-3be0-4a7f-903d-5fdf3670a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:10.261424 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-d3e6898f-3be0-4a7f-903d-5fdf3670a57b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 1128 time: 0.0484066 May 30 12:21:10.309913 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-4a3a1a8d-7d09-4740-beeb-b43f712df315 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b HTTP/1.1" status: 200 len: 217 time: 0.0367484 May 30 12:21:10.364206 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-9a7998b4-1bce-44b1-9071-f577ced99e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:10.365636 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-9a7998b4-1bce-44b1-9071-f577ced99e8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0503669 May 30 12:21:10.414027 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-61d6a417-f0d5-4319-8f25-e5a9ed155ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:10.415510 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-61d6a417-f0d5-4319-8f25-e5a9ed155ed0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407076 May 30 12:21:10.509291 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:10.515488 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-426a0d7c-0eff-4df1-9cc9-34be81c8cdfe service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896702 May 30 12:21:10.615640 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-b4766e3c-9e7f-45cc-8b6f-ade08cb1c331 req-76c4bb7f-f1c2-4423-8d6a-c257fb4ca7b4 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894170 May 30 12:21:10.905890 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-4150e71d-78ad-494b-9972-1d78d8bda525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:10.907412 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-4150e71d-78ad-494b-9972-1d78d8bda525 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 1128 time: 0.0422120 May 30 12:21:10.966134 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64f8da-ff76-4b59-87df-d80235791527 req-05e848dd-0526-43d0-bc10-96d82107495d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:10.967615 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1e64f8da-ff76-4b59-87df-d80235791527 req-05e848dd-0526-43d0-bc10-96d82107495d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 944 time: 0.0472045 May 30 12:21:11.003915 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-625a7ef0-3f6d-43a3-abf5-57601af6c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:11.005371 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-625a7ef0-3f6d-43a3-abf5-57601af6c8bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0912735 May 30 12:21:11.022053 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1e64f8da-ff76-4b59-87df-d80235791527 req-aef3842e-ed11-46b7-a551-3702c626d159 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480092 May 30 12:21:11.048860 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-3db24c9e-4b05-44bd-9107-766c0ded3dd7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b HTTP/1.1" status: 200 len: 217 time: 0.0338585 May 30 12:21:11.099805 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-c97a4a6e-cffb-46ab-90f4-08ace34cd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:11.102109 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-c97a4a6e-cffb-46ab-90f4-08ace34cd288 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0444012 May 30 12:21:11.149705 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-500e8681-f724-40ff-834d-62806f7f5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:11.151328 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-500e8681-f724-40ff-834d-62806f7f5097 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395880 May 30 12:21:11.168739 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:11.249196 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-f8b91fe9-b63d-435d-bd68-b6d568faa058 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884957 May 30 12:21:11.346957 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-d5b40909-8170-4d15-b5bf-a64d74f8b3d3 req-57e2b228-820d-45c2-8a48-e90049c0f04a service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886922 May 30 12:21:12.138851 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b99f29-2b80-4e1e-9efe-76f5771a660f req-23990bb5-884c-4e66-a8d8-d1a7f1ea997d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:12.140331 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d1b99f29-2b80-4e1e-9efe-76f5771a660f req-23990bb5-884c-4e66-a8d8-d1a7f1ea997d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 944 time: 0.0475907 May 30 12:21:12.188889 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d1b99f29-2b80-4e1e-9efe-76f5771a660f req-38df4add-5f45-426a-94c3-0a064cdf3800 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 May 30 12:21:13.302313 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f67b2-5486-4519-9725-c931ae595b96 req-0510ada6-4038-4855-bd9f-19d39e9d876f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:13.304053 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-196f67b2-5486-4519-9725-c931ae595b96 req-0510ada6-4038-4855-bd9f-19d39e9d876f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 944 time: 0.0484717 May 30 12:21:13.339875 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:13.354783 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-196f67b2-5486-4519-9725-c931ae595b96 req-bc861c9e-ddc8-4261-bdf4-5a25d041c428 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454097 May 30 12:21:14.471851 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f769f5-03a5-4611-ad27-f1e057bc3494 req-0d0c1613-313d-4482-8898-9e3bd9ffc370 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:14.473361 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f6f769f5-03a5-4611-ad27-f1e057bc3494 req-0d0c1613-313d-4482-8898-9e3bd9ffc370 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 944 time: 0.0515575 May 30 12:21:14.493865 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:14.523107 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f6f769f5-03a5-4611-ad27-f1e057bc3494 req-0416b48a-50f2-494e-9e22-72c010a2d708 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 May 30 12:21:14.665088 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:21:15.641538 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a85fda-d335-464a-b735-a65a970a2dca req-d86530ff-3aa7-4568-b4bc-2d158c58fccc tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:15.643022 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-16a85fda-d335-464a-b735-a65a970a2dca req-d86530ff-3aa7-4568-b4bc-2d158c58fccc tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 944 time: 0.0494063 May 30 12:21:15.695164 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-16a85fda-d335-464a-b735-a65a970a2dca req-7e5e27b3-24c5-4719-a618-16602d1c6292 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447862 May 30 12:21:16.600357 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:16.812210 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb008550-7dfd-41af-b57b-bbc788fe6869 req-f9856632-631c-45e3-9080-6fdef36cf196 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:16.813693 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cb008550-7dfd-41af-b57b-bbc788fe6869 req-f9856632-631c-45e3-9080-6fdef36cf196 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 944 time: 0.0508282 May 30 12:21:16.865300 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-cb008550-7dfd-41af-b57b-bbc788fe6869 req-1986a92a-dbd7-41f6-aa74-e4fb79d7248a tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461102 May 30 12:21:17.987616 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f893-28a8-46fa-9add-871fd70a8f5a req-eb791481-247c-4fc1-8c2b-b9b2f12e57f4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:17.989107 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1514f893-28a8-46fa-9add-871fd70a8f5a req-eb791481-247c-4fc1-8c2b-b9b2f12e57f4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 944 time: 0.0476410 May 30 12:21:18.038761 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1514f893-28a8-46fa-9add-871fd70a8f5a req-53dadb3e-c428-4c0f-98d3-059b63750682 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 May 30 12:21:19.155564 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbf3f2-e185-452d-8ee5-4ce69ace1d23 req-5c78a351-f907-48c0-a66e-a7b41b0642f3 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:19.157067 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-36fbf3f2-e185-452d-8ee5-4ce69ace1d23 req-5c78a351-f907-48c0-a66e-a7b41b0642f3 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 944 time: 0.0480206 May 30 12:21:19.209772 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-36fbf3f2-e185-452d-8ee5-4ce69ace1d23 req-22d13205-5886-46cc-a47e-84478f73f4e9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471616 May 30 12:21:20.045836 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:21:20.115919 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:20.118717 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:20.148788 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:21:20.160647 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:21:20.196934 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:21:20.197427 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:20.211195 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:21:20.230762 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:21:20.234518 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:20.286086 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:21:20.293878 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.294221 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.294564 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.294904 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.295235 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.295562 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.295889 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.296236 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.296560 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.296884 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.297207 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.297604 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.297853 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.298169 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.298485 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:20.334951 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d7f8b-265e-4223-95cd-039f656b75a2 req-e7c0136c-a857-4bfa-a1ec-712e8259dfb5 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:20.336566 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8e2d7f8b-265e-4223-95cd-039f656b75a2 req-e7c0136c-a857-4bfa-a1ec-712e8259dfb5 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 945 time: 0.0530405 May 30 12:21:20.389502 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8e2d7f8b-265e-4223-95cd-039f656b75a2 req-d68ec51a-5d4b-439a-97ad-730c9565d359 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462422 May 30 12:21:20.490164 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:21:21.343034 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=20 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:21.343967 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=50 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:21.503600 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd3f72-9a53-43d4-a94d-b99775d72a08 req-4ac2ac64-7c52-43ae-95cd-a9ccf8e911e7 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:21.505066 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-47bd3f72-9a53-43d4-a94d-b99775d72a08 req-4ac2ac64-7c52-43ae-95cd-a9ccf8e911e7 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 945 time: 0.0467958 May 30 12:21:21.554166 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-47bd3f72-9a53-43d4-a94d-b99775d72a08 req-d7b51267-d874-405a-9ef6-aca98833caa9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431652 May 30 12:21:22.036899 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:21:22.079922 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:21:22.085878 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:21:22.086313 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:22.161882 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:21:22.162262 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:22.184792 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:21:22.186981 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ab385c-f1bd-4954-b3ab-d56013ccc189" -d '{"events": [{"server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "name": "network-vif-plugged", "status": "completed", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:21:22.200064 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:21:22.205205 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:22.251867 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:21:22.673130 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30cd08-e229-48de-a4f4-2244e287ff5c req-330035d3-6d26-4fb3-a2f6-edebad8ff87d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:22.674512 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ab30cd08-e229-48de-a4f4-2244e287ff5c req-330035d3-6d26-4fb3-a2f6-edebad8ff87d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 946 time: 0.0509617 May 30 12:21:22.722723 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ab30cd08-e229-48de-a4f4-2244e287ff5c req-793f82b2-4d43-4e63-8b3a-cfb80c9d4052 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 May 30 12:21:23.234541 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a554410e-cdd3-43db-b31a-0513640b8d24 x-openstack-request-id: req-a554410e-cdd3-43db-b31a-0513640b8d24 {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:21:23.234983 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "name": "network-vif-plugged", "status": "completed", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:21:23.235325 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a554410e-cdd3-43db-b31a-0513640b8d24 {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:21:23.235746 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a554410e-cdd3-43db-b31a-0513640b8d24'] response: {'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'code': 200} May 30 12:21:23.466089 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd1e26-57b3-4c5f-a410-2c19f4dacba5 req-79dad25f-c928-40d8-95a1-3b41bc698909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:23.467619 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a8cd1e26-57b3-4c5f-a410-2c19f4dacba5 req-79dad25f-c928-40d8-95a1-3b41bc698909 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 1130 time: 0.0394907 May 30 12:21:23.517342 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-a8cd1e26-57b3-4c5f-a410-2c19f4dacba5 req-5fa64bb4-41f8-4079-8bad-f51e4e695f59 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394685 May 30 12:21:23.837080 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad764064-6719-4f38-8d14-7ba631cd6558 req-09adc022-df00-4d89-bd02-9f1d18bb9362 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:23.839319 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ad764064-6719-4f38-8d14-7ba631cd6558 req-09adc022-df00-4d89-bd02-9f1d18bb9362 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 946 time: 0.0468681 May 30 12:21:23.888693 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ad764064-6719-4f38-8d14-7ba631cd6558 req-81f5a64c-8c98-4336-acbd-4cd5b1aac7a4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 May 30 12:21:25.004579 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4b056-ba1d-4890-aa0d-14b1fed27dff req-86ff7473-d383-4e54-921e-64d2c48e3096 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:25.006039 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c1b4b056-ba1d-4890-aa0d-14b1fed27dff req-86ff7473-d383-4e54-921e-64d2c48e3096 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 946 time: 0.0472777 May 30 12:21:25.060147 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c1b4b056-ba1d-4890-aa0d-14b1fed27dff req-1bbcd220-b37f-4f7e-8ab5-8581eb13f97d tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483432 May 30 12:21:25.182406 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214d5d-390a-447c-856d-eb6c6f48e827 req-ec219b22-4db8-4281-88cb-376f49182307 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:25.183788 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c8214d5d-390a-447c-856d-eb6c6f48e827 req-ec219b22-4db8-4281-88cb-376f49182307 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 946 time: 0.0525591 May 30 12:21:25.214599 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:25.233378 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c8214d5d-390a-447c-856d-eb6c6f48e827 req-9cd6ffc9-8d4d-4e10-bde0-253d12643b58 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440700 May 30 12:21:25.255185 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50244) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:21:25.293810 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb79ca-2364-4657-8657-53f7d0f35540 tempest-TestVolumeBootPattern-624338861 tempest-TestVolumeBootPattern-624338861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:25.295332 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c8eb79ca-2364-4657-8657-53f7d0f35540 tempest-TestVolumeBootPattern-624338861 tempest-TestVolumeBootPattern-624338861-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 1125 time: 0.0391800 May 30 12:21:25.298145 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50246) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:21:25.302343 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:21:25.324048 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:25.326477 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:25.405860 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:25.508487 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Allocated IP 172.27.1.190 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/0abcb81c-fd91-43bf-9e9b-d2f1fee45850) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:21:25.617220 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for port (0abcb81c-fd91-43bf-9e9b-d2f1fee45850), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:25.649321 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (0abcb81c-fd91-43bf-9e9b-d2f1fee45850), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:25.690881 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:21:25.694087 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:21:25.698608 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:21:25.701872 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'Port': ['ID=0abcb81c-fd91-43bf-9e9b-d2f1fee45850,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:21:25.734962 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.735295 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.735636 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.735976 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.736346 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.736677 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.737006 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.737367 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.737693 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.738018 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.738342 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.738670 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.738990 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.739308 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:25.739624 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:21:26.023956 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:26.067317 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (5692027d-3d13-47e4-878f-4f3918adebbc), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:26.128875 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:26.139309 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (0abcb81c-fd91-43bf-9e9b-d2f1fee45850), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:26.318041 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for port (0abcb81c-fd91-43bf-9e9b-d2f1fee45850), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:26.323607 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (0abcb81c-fd91-43bf-9e9b-d2f1fee45850), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:26.397135 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'Port': ['ID=0abcb81c-fd91-43bf-9e9b-d2f1fee45850,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:21:26.406102 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (5692027d-3d13-47e4-878f-4f3918adebbc), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:26.499461 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Floating IP 5692027d-3d13-47e4-878f-4f3918adebbc associated. External IP: 172.27.1.190, port: d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b. May 30 12:21:26.700603 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Router de3aab71-7ee8-4180-a283-a6763dcafc71 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:21:26.805245 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:21:26.814668 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] Sync routers for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:21:26.823507 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:26.825573 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:21:26.826197 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:21:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:21:26.855672 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-14d5f17a-9f0e-46ca-b0c1-3956e8d7fc03 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5564270 May 30 12:21:26.856207 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:21:26.858706 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:21:26.865769 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:26.896920 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c461513-dac7-479a-bdfe-d958756192c4 x-openstack-request-id: req-3c461513-dac7-479a-bdfe-d958756192c4 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:21:26.897215 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:21:26.897470 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c461513-dac7-479a-bdfe-d958756192c4 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:21:26.897884 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c461513-dac7-479a-bdfe-d958756192c4'] response: {'name': 'network-changed', 'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'status': 'completed', 'code': 200} May 30 12:21:26.940477 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:21:26.959569 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-3ee3ed59-bc70-4a3c-8684-2cd7bc16513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:26.961156 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-3ee3ed59-bc70-4a3c-8684-2cd7bc16513c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 1130 time: 0.0409622 May 30 12:21:27.014230 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:27.061774 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-80ea7b56-11fc-4226-8e4b-bad5fe527e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:27.063308 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-80ea7b56-11fc-4226-8e4b-bad5fe527e29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0965447 May 30 12:21:27.131791 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-e2f50343-911f-4d7b-bc16-1529cd4fee19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b HTTP/1.1" status: 200 len: 1000 time: 0.0622563 May 30 12:21:27.173587 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5692027d-3d13-47e4-878f-4f3918adebbc', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:21:25Z', 'updated_at': '2022-05-30T12:21:25Z', 'revision_number': 0, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:21:27.188887 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-47dd9c05-18a2-4946-8956-a70d03a8170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:27.190346 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-47dd9c05-18a2-4946-8956-a70d03a8170d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0526233 May 30 12:21:27.200923 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] Checking router: de3aab71-7ee8-4180-a283-a6763dcafc71 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:21:27.209811 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:21:27.210439 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:21:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:21:27.237955 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-d90806c3-17e1-4eb4-aebb-af209218240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:21:27.239508 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-d90806c3-17e1-4eb4-aebb-af209218240e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437343 May 30 12:21:27.316804 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:21:27.333619 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-3d1cc7c4-e9e4-44fd-aa69-b7f99b5806d7 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876372 May 30 12:21:27.429307 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-e97bc35a-71ef-4d53-bad9-ee6e8cb4f9a9 req-c2008b34-06e9-45fa-a80e-bdccd92363cc service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893033 May 30 12:21:27.531139 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5692027d-3d13-47e4-878f-4f3918adebbc', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:21:25Z', 'updated_at': '2022-05-30T12:21:25Z', 'revision_number': 0, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:21:27.555750 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc84f6-1489-460f-9998-60204d6ce3db None None] The sync data for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi is: [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5692027d-3d13-47e4-878f-4f3918adebbc', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:21:25Z', 'updated_at': '2022-05-30T12:21:25Z', 'revision_number': 0, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:21:27.749715 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcc506-ea95-44d5-969d-ffe5ec8b3cd2 None None] New status for floating IP 5692027d-3d13-47e4-878f-4f3918adebbc: ACTIVE {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:21:33.254595 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-f27d0650-7c03-4887-a19d-2e8d0c024475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:34.143015 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:35.593823 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4057f53f-d825-4f26-b8e7-3c2f2bb7f37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:36.848926 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:36.851746 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:37.000464 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:37.424811 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=53 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:37.425620 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=59 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:37.856074 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:37.858392 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:38.406068 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:39.992356 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:21:51.463726 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:51.465898 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:21:51.664026 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:22:03.256464 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-49cb7057-987f-444c-8ca1-1c08e79ec049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:03.666479 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:03.667448 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:04.161812 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:05.586754 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7befb4c3-c79d-4abb-950a-d6d259910684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:07.003458 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:08.408662 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:09.998430 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:16.705860 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-9e085eac-4ab3-42be-b296-5192ed03c36d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398426 May 30 12:22:16.801168 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-ba7d4b10-c025-4c8d-89f3-fba0118e91b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:22:16.802690 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-ba7d4b10-c025-4c8d-89f3-fba0118e91b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 1130 time: 0.0453787 May 30 12:22:16.909144 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-8a336551-56de-492d-a0c0-6b09043377b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:22:16.910571 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-8a336551-56de-492d-a0c0-6b09043377b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0888875 May 30 12:22:16.977730 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-5b050c13-82fe-4890-9698-eb98f4439a08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b HTTP/1.1" status: 200 len: 1002 time: 0.0573905 May 30 12:22:17.027110 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-96a22493-f9b5-4a44-975e-94979062397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:22:17.028560 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-96a22493-f9b5-4a44-975e-94979062397b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0444872 May 30 12:22:17.078891 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-79154e56-8b89-4a2e-97e0-30ca69f815fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:22:17.080431 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-79154e56-8b89-4a2e-97e0-30ca69f815fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408630 May 30 12:22:17.179610 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-66cca66e-376f-456b-bfda-81a3cc42ac6c service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889821 May 30 12:22:17.277447 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-c1cd9298-fce5-4617-baff-bd2268eeb757 req-cb9a367f-3187-4b57-8f40-a5ccaf97dbbb service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874045 May 30 12:22:19.991380 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:19.993202 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:27.267656 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=53 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:27.272997 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=48 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:28.662180 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:22:33.258805 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-74d7d321-839f-4bd6-b443-a74774f3ded5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:34.177615 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:35.592308 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-34bc20a3-0bb0-469a-80ca-170626f440d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:37.006106 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:38.412372 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:40.003345 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:22:40.671659 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=16 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:40.672456 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=18 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:49.997742 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:49.999605 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:22:51.677518 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:02.338252 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-43bd1d8f-c5f1-413a-bb9e-e6e06ce21ac8 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037472610&fields=id&tenant_id=5143c400e4544c79955f901394c449f6 HTTP/1.1" status: 200 len: 267 time: 0.0466256 May 30 12:23:02.449478 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-ff111f63-1fdf-4d5d-b25c-0a6a326825aa tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:02.451149 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-ff111f63-1fdf-4d5d-b25c-0a6a326825aa tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 811 time: 0.1061313 May 30 12:23:02.465793 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-442e6d00-7241-4994-8b7c-b29bc7648929 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/quotas/5143c400e4544c79955f901394c449f6 HTTP/1.1" status: 200 len: 375 time: 0.0090234 May 30 12:23:02.516665 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-d4c05175-6300-492e-93c6-28ec61609c79 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464368 May 30 12:23:02.616512 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-b78017c9-d616-45ef-876d-6a108fc4d9b1 service neutron] 10.222.0.32 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886314 May 30 12:23:02.705922 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-b91b2451-e305-4d5d-817b-517132bc0930 service neutron] 10.222.0.32 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837362 May 30 12:23:03.022546 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-352485a5-c669-431e-8f2d-9845f13257ea req-adece946-3c4a-461c-8037-e2b7ce2c05df tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 210 time: 0.0346560 May 30 12:23:03.265422 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1b53a3f5-4445-4a38-927f-3cb1b9003e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:04.115901 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-30633353-159e-48de-8bf8-d9d6133258d1 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:04.117382 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-30633353-159e-48de-8bf8-d9d6133258d1 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 811 time: 0.1142337 May 30 12:23:04.124260 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-3fe63267-301e-43f5-a5de-7589e9b5fda6 req-47118185-1c5d-418a-bc57-706552a06713 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 210 time: 0.0276432 May 30 12:23:04.186396 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:04.195062 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-8b092f0a-92cf-4f15-bc97-b9eb6034b16a tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5143c400e4544c79955f901394c449f6 HTTP/1.1" status: 200 len: 380 time: 0.0663888 May 30 12:23:04.204912 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'port': {'device_id': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'admin_state_up': True, 'tenant_id': '5143c400e4544c79955f901394c449f6', 'security_groups': ['70c4cb70-6855-4535-bc14-56e01e6866c7']}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:23:04.316775 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Made reservation on behalf of 5143c400e4544c79955f901394c449f6 for: {'port': 1} {{(pid=104003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 12:23:04.320200 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:04.446548 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Allocated IP 172.20.0.14 (912f6667-0e8d-45c3-8e3f-950b457426b6/e2105b07-236b-4bd4-9b75-cfe1fc48d13a/188cadae-a218-4f4b-98f1-dceacd61dc9d) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:23:04.597762 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:04.631622 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:04.673105 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:23:04.681989 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:23:04.686516 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:23:04.716839 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'Port': ['ID=188cadae-a218-4f4b-98f1-dceacd61dc9d,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:23:04.731794 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.732895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.733243 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.733584 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.733938 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.734250 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.734576 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.734903 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.735229 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.735562 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.735888 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.736235 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.736561 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.736884 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.737204 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:04.759491 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:04.760106 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:04.777695 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-7a1fc560-f08d-4607-b3e7-e435f0a3a7d6 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5768571 May 30 12:23:04.791161 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.v2.base [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Request body: {'port': {'device_id': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:23:04.857319 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:04.869125 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:04.873885 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:04.944678 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-c33b52db-f74d-403d-bde7-fab81ff7f1f7 None None] Provisioning complete for port 188cadae-a218-4f4b-98f1-dceacd61dc9d triggered by entity DHCP. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:23:04.945363 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-c33b52db-f74d-403d-bde7-fab81ff7f1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:04.978469 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-c33b52db-f74d-403d-bde7-fab81ff7f1f7 None None] Port 188cadae-a218-4f4b-98f1-dceacd61dc9d cannot update to ACTIVE because it is not bound. {{(pid=104004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 30 12:23:05.155458 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188cadae-a218-4f4b-98f1-dceacd61dc9d {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:23:05.163068 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Publish callbacks [] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:05.176534 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Transition to ACTIVE for port object 188cadae-a218-4f4b-98f1-dceacd61dc9d will not be triggered until provisioned by entity L2. {{(pid=104003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 30 12:23:05.180270 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:05.243037 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeea518-65d4-4890-9a2a-85fff0989802 req-f69b03f2-bde4-485d-9579-43175d1cf050 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:05.244598 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8aeea518-65d4-4890-9a2a-85fff0989802 req-f69b03f2-bde4-485d-9579-43175d1cf050 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0485191 May 30 12:23:05.250601 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Pushing event updated for resources: {'Port': ['ID=188cadae-a218-4f4b-98f1-dceacd61dc9d,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:23:05.304601 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8aeea518-65d4-4890-9a2a-85fff0989802 req-0e28df96-5b02-4876-899a-e884b09ed308 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512269 May 30 12:23:05.314017 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Attempting to bind port 188cadae-a218-4f4b-98f1-dceacd61dc9d on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 30 12:23:05.314448 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Attempting to bind port 188cadae-a218-4f4b-98f1-dceacd61dc9d by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 30 12:23:05.314840 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Attempting to bind port 188cadae-a218-4f4b-98f1-dceacd61dc9d on network 912f6667-0e8d-45c3-8e3f-950b457426b6 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:23:05.320030 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Port 188cadae-a218-4f4b-98f1-dceacd61dc9d on network 912f6667-0e8d-45c3-8e3f-950b457426b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 30 12:23:05.320528 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Attempting to bind port 188cadae-a218-4f4b-98f1-dceacd61dc9d on network 912f6667-0e8d-45c3-8e3f-950b457426b6 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 30 12:23:05.326845 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Checking agent: {'id': 'e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'started_at': datetime.datetime(2022, 5, 30, 12, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 12, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 30 12:23:05.327447 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Checking segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 30 12:23:05.327926 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Bound using segment: {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 30 12:23:05.328350 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Bound port: 188cadae-a218-4f4b-98f1-dceacd61dc9d, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5edbb1-c740-476e-953e-c83b59dc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 30 12:23:05.328707 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:05.402492 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] For port 188cadae-a218-4f4b-98f1-dceacd61dc9d, host hv-cinder-84051, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 12:23:05.406884 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] For port 188cadae-a218-4f4b-98f1-dceacd61dc9d, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=188cadae-a218-4f4b-98f1-dceacd61dc9d,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 12:23:05.413847 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968721'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:05.446013 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:05.446619 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:05.447986 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] 10.222.0.65 "PUT /v2.0/ports/188cadae-a218-4f4b-98f1-dceacd61dc9d HTTP/1.1" status: 200 len: 1094 time: 0.6611400 May 30 12:23:05.448474 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:23:05.451116 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156" -d '{"events": [{"name": "network-changed", "server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:23:05.496404 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff61bc-7466-4364-97d6-70e1e0e01227 service neutron] Pushing event updated for resources: {'Port': ['ID=188cadae-a218-4f4b-98f1-dceacd61dc9d,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:23:05.556886 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-5d647f72-3d0b-4463-bb3d-6b3f7e621b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:05.559215 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-5d647f72-3d0b-4463-bb3d-6b3f7e621b45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 1128 time: 0.0469894 May 30 12:23:05.569756 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7864b5-8c43-4445-b5c1-95a4f3d7f531 x-openstack-request-id: req-aa7864b5-8c43-4445-b5c1-95a4f3d7f531 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:23:05.570111 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:23:05.570377 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa7864b5-8c43-4445-b5c1-95a4f3d7f531 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:23:05.570816 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7864b5-8c43-4445-b5c1-95a4f3d7f531'] response: {'name': 'network-changed', 'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'status': 'completed', 'code': 200} May 30 12:23:05.596852 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-66e24e92-b84c-4a31-93b5-f96ce8d193b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:05.616697 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-cef08627-a29a-4a72-8ef8-ff451b58144d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188cadae-a218-4f4b-98f1-dceacd61dc9d HTTP/1.1" status: 200 len: 217 time: 0.0428391 May 30 12:23:05.661247 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:23:05.687218 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-2d49bdfc-098d-4c85-90b2-26eef78bc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:05.688737 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-2d49bdfc-098d-4c85-90b2-26eef78bc8b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0645931 May 30 12:23:05.736361 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-f5ebd45b-e3de-4472-869a-a24c190b70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:05.737850 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-f5ebd45b-e3de-4472-869a-a24c190b70c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401120 May 30 12:23:05.830499 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:05.837381 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-db440bf2-72c1-4472-8829-395d55109751 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888958 May 30 12:23:05.931580 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee508b8-5725-4ccd-9232-dc85adb0aa50 req-86edeed3-1254-47d3-9a86-b797b452cc06 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849688 May 30 12:23:06.268085 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:06.303726 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-0dd651a3-c26b-45ac-b0ca-7f52794bae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:06.305242 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-0dd651a3-c26b-45ac-b0ca-7f52794bae19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 1128 time: 0.0454977 May 30 12:23:06.398669 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-eb9d0293-1cca-4134-b89f-617f49a03a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:06.400199 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-eb9d0293-1cca-4134-b89f-617f49a03a68 service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0884526 May 30 12:23:06.425854 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bc477-a12f-429b-b61e-8a872f1f211c req-77daa836-480f-4132-9019-cd0186049d2a tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:06.427325 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-de2bc477-a12f-429b-b61e-8a872f1f211c req-77daa836-480f-4132-9019-cd0186049d2a tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0512896 May 30 12:23:06.446175 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-220c8b59-74f3-4feb-b6b5-baed583602d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188cadae-a218-4f4b-98f1-dceacd61dc9d HTTP/1.1" status: 200 len: 217 time: 0.0368912 May 30 12:23:06.478362 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-de2bc477-a12f-429b-b61e-8a872f1f211c req-853cebc7-a45b-4680-a82c-663a898bbe6e tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453911 May 30 12:23:06.498374 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-5deddacd-78da-45d1-903e-353228ffaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:06.499842 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-5deddacd-78da-45d1-903e-353228ffaea4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0448914 May 30 12:23:06.545326 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-ca171fab-4bb7-499d-827d-3a69602eaf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:06.547014 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-ca171fab-4bb7-499d-827d-3a69602eaf3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397406 May 30 12:23:06.903570 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-ae74f26f-8544-42e5-84ff-9aa615a7d79a service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501513 May 30 12:23:06.995842 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-7cf1228c-a5ad-4854-b9ce-4c8b978ed156 req-42b7ba30-8013-41bf-8968-855c6f410278 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829892 May 30 12:23:07.010925 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:07.594213 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efb1f1-43ad-4a6a-8992-094d3548ee17 req-768628d7-895d-461b-81dd-24313e666671 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:07.595695 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4efb1f1-43ad-4a6a-8992-094d3548ee17 req-768628d7-895d-461b-81dd-24313e666671 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0479105 May 30 12:23:07.645993 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-e4efb1f1-43ad-4a6a-8992-094d3548ee17 req-cc27659c-0262-447e-9d20-ac07d4a4c1ab tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446601 May 30 12:23:08.415599 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:08.759736 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be3e35-a179-43c2-8bd1-67c3a4ec5119 req-19e7fac9-8c70-41db-b08a-7cc35b975929 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:08.761228 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f0be3e35-a179-43c2-8bd1-67c3a4ec5119 req-19e7fac9-8c70-41db-b08a-7cc35b975929 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0467682 May 30 12:23:08.815412 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-f0be3e35-a179-43c2-8bd1-67c3a4ec5119 req-8bf57343-94aa-420b-8061-7ad7f7814616 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479286 May 30 12:23:09.936061 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b463b-7e37-4c12-9ebc-6ac09b2bb021 req-78b29a21-6d28-43d2-b1f7-a73ae0aec844 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:09.937531 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7e4b463b-7e37-4c12-9ebc-6ac09b2bb021 req-78b29a21-6d28-43d2-b1f7-a73ae0aec844 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0477808 May 30 12:23:09.986487 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7e4b463b-7e37-4c12-9ebc-6ac09b2bb021 req-9ea842d1-abf6-4e57-98d5-8622262c5f8a tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 May 30 12:23:10.005868 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:11.090883 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:11.105659 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0153af7-7a49-4c08-aab6-7a15ae73f8fb req-33a109f7-7294-4c75-9f25-46cffa5eef10 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:11.107148 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0153af7-7a49-4c08-aab6-7a15ae73f8fb req-33a109f7-7294-4c75-9f25-46cffa5eef10 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0508039 May 30 12:23:11.157029 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b0153af7-7a49-4c08-aab6-7a15ae73f8fb req-4a8779bc-cbb3-4aa2-ae01-e7369e8fe0df tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 May 30 12:23:12.272886 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0b604-387f-432a-bf74-a51704bf898f req-1c2ec50d-b204-4bfb-9af0-4dfe9e6a0f3f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:12.274346 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-14d0b604-387f-432a-bf74-a51704bf898f req-1c2ec50d-b204-4bfb-9af0-4dfe9e6a0f3f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0497987 May 30 12:23:12.323132 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-14d0b604-387f-432a-bf74-a51704bf898f req-01b4229f-9186-4bee-9671-1d88a6fcb48c tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430772 May 30 12:23:13.433860 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:13.445307 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90fea2-1cac-4e17-b0d5-9397e5b52cdf req-5a7c6447-2c09-4186-b778-36720cf692cc tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:13.446768 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7d90fea2-1cac-4e17-b0d5-9397e5b52cdf req-5a7c6447-2c09-4186-b778-36720cf692cc tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0505223 May 30 12:23:13.496072 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7d90fea2-1cac-4e17-b0d5-9397e5b52cdf req-28360b19-1b1d-4843-a6fb-308c2b313212 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428233 May 30 12:23:14.618269 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c12b32-47eb-479b-87e2-f6909368f4a2 req-37e5b757-568e-47d8-b5fd-5aa8a964f3e0 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:14.619777 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-79c12b32-47eb-479b-87e2-f6909368f4a2 req-37e5b757-568e-47d8-b5fd-5aa8a964f3e0 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0510952 May 30 12:23:14.665004 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 188cadae-a218-4f4b-98f1-dceacd61dc9d details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 30 12:23:14.670073 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-79c12b32-47eb-479b-87e2-f6909368f4a2 req-ec48d7de-c0f7-4e22-b1dd-ceb813797302 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 May 30 12:23:14.899174 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 188cadae-a218-4f4b-98f1-dceacd61dc9d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=188cadae-a218-4f4b-98f1-dceacd61dc9d,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:23:14.910045 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Returning: {'device': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'port_id': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'mac_address': 'fa:16:3e:d2:d9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 30 12:23:14.943848 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 188cadae-a218-4f4b-98f1-dceacd61dc9d is: DOWN; New status is: BUILD {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:23:14.944264 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:14.957535 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188cadae-a218-4f4b-98f1-dceacd61dc9d {{(pid=104004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 12:23:14.976495 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 188cadae-a218-4f4b-98f1-dceacd61dc9d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=188cadae-a218-4f4b-98f1-dceacd61dc9d,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:23:14.980460 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:15.026429 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=188cadae-a218-4f4b-98f1-dceacd61dc9d,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:23:15.034240 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.034585 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.034924 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.035261 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.035591 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.035921 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.036279 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.036604 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.036937 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.037252 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.037572 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.037894 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.038212 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.038528 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.038844 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:15.317544 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] get_ports_and_sgs() called for port_ids ['188cadae-a218-4f4b-98f1-dceacd61dc9d'] {{(pid=104004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 30 12:23:15.797992 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e9b2a-eab6-4c7d-9b51-47ec4dc97d5d req-42fe6aff-971d-4836-bb2d-b1183e608ba4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:15.800264 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-942e9b2a-eab6-4c7d-9b51-47ec4dc97d5d req-42fe6aff-971d-4836-bb2d-b1183e608ba4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 945 time: 0.0603230 May 30 12:23:15.851218 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-942e9b2a-eab6-4c7d-9b51-47ec4dc97d5d req-240f30db-55e8-4ad9-8d66-872a1a5a9381 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442395 May 30 12:23:16.659592 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 188cadae-a218-4f4b-98f1-dceacd61dc9d up at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 30 12:23:16.688447 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:16.708111 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning for port 188cadae-a218-4f4b-98f1-dceacd61dc9d completed by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 30 12:23:16.713615 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.provisioning_blocks [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Provisioning complete for port 188cadae-a218-4f4b-98f1-dceacd61dc9d triggered by entity L2. {{(pid=104004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 30 12:23:16.714058 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1725207'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), provisioning_complete {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:16.756216 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:16.786806 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Current status of the port 188cadae-a218-4f4b-98f1-dceacd61dc9d is: BUILD; New status is: ACTIVE {{(pid=104004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 30 12:23:16.787193 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:16.810310 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d'}] {{(pid=104004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:23:16.812557 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d45c12e3650372d326644a4a30ea379897f15fc6ce373d8f977b3a16689b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ea84aa-5ce9-43ce-827b-5a38b5375916" -d '{"events": [{"server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "name": "network-vif-plugged", "status": "completed", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d"}]}' {{(pid=104004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:23:16.826009 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] For port 188cadae-a218-4f4b-98f1-dceacd61dc9d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=188cadae-a218-4f4b-98f1-dceacd61dc9d,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:23:16.831640 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:16.886448 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Pushing event updated for resources: {'Port': ['ID=188cadae-a218-4f4b-98f1-dceacd61dc9d,revision_number=5']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:23:16.911220 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb696e7-1195-4667-bcb3-95864fe8665b x-openstack-request-id: req-ddb696e7-1195-4667-bcb3-95864fe8665b {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:23:16.912064 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "name": "network-vif-plugged", "status": "completed", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d", "code": 200}]} {{(pid=104004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:23:16.912064 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddb696e7-1195-4667-bcb3-95864fe8665b {{(pid=104004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:23:16.912363 dv-cinder-840512-2-iscsi neutron-server[104004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb696e7-1195-4667-bcb3-95864fe8665b'] response: {'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'code': 200} May 30 12:23:16.972262 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1431-6e99-4006-ba2a-a0c0ce472de8 req-40d56130-a61e-40f9-9704-547c5884689f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:16.973738 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b7cd1431-6e99-4006-ba2a-a0c0ce472de8 req-40d56130-a61e-40f9-9704-547c5884689f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 946 time: 0.0493913 May 30 12:23:16.991284 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=57 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:16.993228 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=38 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:17.026459 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b7cd1431-6e99-4006-ba2a-a0c0ce472de8 req-b17214ce-4caf-4dd8-b2e3-c944c71f1ac3 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470443 May 30 12:23:17.152831 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16ae3-6023-48af-b887-8c93061c9391 req-9efbc873-f89f-4fbb-bf76-988d38c73e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:17.154291 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1df16ae3-6023-48af-b887-8c93061c9391 req-9efbc873-f89f-4fbb-bf76-988d38c73e34 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 1130 time: 0.0423276 May 30 12:23:17.203034 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-1df16ae3-6023-48af-b887-8c93061c9391 req-544b2611-1e1b-4888-bf68-b543ff8cdd5d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398738 May 30 12:23:17.664033 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:17.669354 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:17.996138 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-898b3cde-4143-46c3-a085-695212b1e131 req-b3257f46-ccd4-41c4-a7a3-1d6887f9105a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369668 May 30 12:23:18.099744 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3cde-4143-46c3-a085-695212b1e131 req-8f761272-529a-4255-883d-50e4e121db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:18.101285 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-898b3cde-4143-46c3-a085-695212b1e131 req-8f761272-529a-4255-883d-50e4e121db07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 1130 time: 0.0416257 May 30 12:23:18.151109 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39efa4e-f9ea-4253-9f4d-e2106b707f38 req-ac740bb0-7126-4130-a9d5-d2b860a0d16e tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:18.152896 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b39efa4e-f9ea-4253-9f4d-e2106b707f38 req-ac740bb0-7126-4130-a9d5-d2b860a0d16e tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 946 time: 0.0531895 May 30 12:23:18.202001 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-b39efa4e-f9ea-4253-9f4d-e2106b707f38 req-5c43b638-c265-4dca-bec1-bbac267a3d31 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436189 May 30 12:23:18.214405 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3cde-4143-46c3-a085-695212b1e131 req-c274dd7d-10bd-40af-a7fe-a67fdb0a5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:18.215989 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-898b3cde-4143-46c3-a085-695212b1e131 req-c274dd7d-10bd-40af-a7fe-a67fdb0a5fbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0912507 May 30 12:23:18.745904 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-898b3cde-4143-46c3-a085-695212b1e131 req-c79e2a94-46b3-489f-aac5-8771891f47b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b HTTP/1.1" status: 200 len: 1002 time: 0.0595441 May 30 12:23:18.810252 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3cde-4143-46c3-a085-695212b1e131 req-3247ee79-c5e1-405c-bb2f-f37653c0b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:18.811655 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-898b3cde-4143-46c3-a085-695212b1e131 req-3247ee79-c5e1-405c-bb2f-f37653c0b8d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0497708 May 30 12:23:18.856761 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3cde-4143-46c3-a085-695212b1e131 req-1248f26a-ae66-4eac-b69d-52446bbe45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:18.858234 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-898b3cde-4143-46c3-a085-695212b1e131 req-1248f26a-ae66-4eac-b69d-52446bbe45c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398679 May 30 12:23:18.946955 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-898b3cde-4143-46c3-a085-695212b1e131 req-05ac3167-6831-40e6-a945-82b5ab87f81d service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821576 May 30 12:23:19.040759 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-898b3cde-4143-46c3-a085-695212b1e131 req-2e048195-4822-4cbf-9007-ad1846d53447 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873692 May 30 12:23:19.313572 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc21674-da73-4180-ac34-087848cebd45 req-c2e38bc3-7276-48ec-87e7-d53c9c7bd985 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:19.315680 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ddc21674-da73-4180-ac34-087848cebd45 req-c2e38bc3-7276-48ec-87e7-d53c9c7bd985 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 946 time: 0.0466743 May 30 12:23:19.364991 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ddc21674-da73-4180-ac34-087848cebd45 req-f32221ed-f13a-408d-837a-f2e7df817db1 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 May 30 12:23:19.480657 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941796d3-43d1-4e90-9b82-e040224ecca7 req-9b386e62-f79e-477e-b769-328d2ea0dc77 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:19.482098 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-941796d3-43d1-4e90-9b82-e040224ecca7 req-9b386e62-f79e-477e-b769-328d2ea0dc77 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 946 time: 0.0500150 May 30 12:23:19.531715 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-941796d3-43d1-4e90-9b82-e040224ecca7 req-b4922e9a-3976-4e86-863b-28ed7a4f55f0 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440357 May 30 12:23:19.555002 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50370) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:23:19.593484 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06875ed7-427d-4c61-8b64-7b69bffbfb37 tempest-TestVolumeBootPattern-624338861 tempest-TestVolumeBootPattern-624338861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:19.594547 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-06875ed7-427d-4c61-8b64-7b69bffbfb37 tempest-TestVolumeBootPattern-624338861 tempest-TestVolumeBootPattern-624338861-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 1125 time: 0.0386014 May 30 12:23:19.597511 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50372) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:23:19.601757 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Request body: {'floatingip': {'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'port_id': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 30 12:23:19.622578 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:19.707092 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:19.744052 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:19.810272 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Allocated IP 172.27.1.26 (c424df0d-47c8-46d0-8f5c-4829b2ebdc11/34479d88-eb6a-4ef4-a0db-1d5fcc049f74/bf56acb6-e56d-4548-8647-b8f9e0c3df72) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 12:23:19.885153 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:19.918907 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for port (bf56acb6-e56d-4548-8647-b8f9e0c3df72), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:19.950886 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754244518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (bf56acb6-e56d-4548-8647-b8f9e0c3df72), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:19.990931 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Network c424df0d-47c8-46d0-8f5c-4829b2ebdc11 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 12:23:19.993916 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 12:23:19.997728 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 30 12:23:20.019030 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'Port': ['ID=bf56acb6-e56d-4548-8647-b8f9e0c3df72,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:23:20.032315 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.032652 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.033609 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.034182 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.034581 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.034909 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.035234 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.035557 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.035878 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.036224 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.036547 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.036864 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.037179 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.037525 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.037838 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:23:20.621279 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (6d98a10f-937c-4952-b5bb-25136e062225), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:20.687880 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810924'] for port (bf56acb6-e56d-4548-8647-b8f9e0c3df72), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:20.778865 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:20.900847 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for port (bf56acb6-e56d-4548-8647-b8f9e0c3df72), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:20.906920 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754245067475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754244518193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754244518211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8408741'] for port (bf56acb6-e56d-4548-8647-b8f9e0c3df72), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:20.974006 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:20.989493 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event updated for resources: {'Port': ['ID=bf56acb6-e56d-4548-8647-b8f9e0c3df72,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:23:20.994907 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648666'] for floatingip (6d98a10f-937c-4952-b5bb-25136e062225), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:21.096195 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Floating IP 6d98a10f-937c-4952-b5bb-25136e062225 associated. External IP: 172.27.1.26, port: 188cadae-a218-4f4b-98f1-dceacd61dc9d. May 30 12:23:21.302435 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Router de3aab71-7ee8-4180-a283-a6763dcafc71 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:23:21.407360 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:23:21.417538 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] Sync routers for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:23:21.425665 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:21.429005 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:23:21.429654 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:23:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:23:21.458197 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e183360d-997b-4c06-89d2-ff9b64b5e2ae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8596306 May 30 12:23:21.458785 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:23:21.461086 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296" -d '{"events": [{"name": "network-changed", "server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:23:21.538218 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:23:21.556834 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10188ebc-c952-4ffd-b3ba-cc99e04669b7 x-openstack-request-id: req-10188ebc-c952-4ffd-b3ba-cc99e04669b7 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:23:21.557127 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:23:21.557383 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10188ebc-c952-4ffd-b3ba-cc99e04669b7 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:23:21.557794 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10188ebc-c952-4ffd-b3ba-cc99e04669b7'] response: {'name': 'network-changed', 'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'status': 'completed', 'code': 200} May 30 12:23:21.621622 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-ffad7b6d-280f-4337-b3b7-1a19cad68f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:21.623118 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-ffad7b6d-280f-4337-b3b7-1a19cad68f57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 1130 time: 0.0405178 May 30 12:23:21.719556 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-bc3ec539-d5df-431f-90cf-68fb4208f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:21.720988 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-bc3ec539-d5df-431f-90cf-68fb4208f31f service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0922868 May 30 12:23:21.763475 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5692027d-3d13-47e4-878f-4f3918adebbc', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:21:25Z', 'updated_at': '2022-05-30T12:21:27Z', 'revision_number': 1, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}, {'id': '6d98a10f-937c-4952-b5bb-25136e062225', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:d2:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:23:20Z', 'updated_at': '2022-05-30T12:23:20Z', 'revision_number': 0, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:23:21.783922 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-eaf0c511-b6da-49b8-a856-6221cdbaaa5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188cadae-a218-4f4b-98f1-dceacd61dc9d HTTP/1.1" status: 200 len: 999 time: 0.0569811 May 30 12:23:21.789410 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] Checking router: de3aab71-7ee8-4180-a283-a6763dcafc71 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:23:21.797972 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:23:21.799306 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:23:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:23:21.838407 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-cf687374-7dd4-4bb2-b35d-163ec2082d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:21.839856 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-cf687374-7dd4-4bb2-b35d-163ec2082d56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0492537 May 30 12:23:21.885255 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-0ace5d68-af7e-4b69-b029-c7ef4bfabc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:23:21.886758 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-0ace5d68-af7e-4b69-b029-c7ef4bfabc60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411026 May 30 12:23:21.907085 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:23:21.977014 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-70768057-b6e5-43e8-aaa0-4b01f3d5a525 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840847 May 30 12:23:22.005465 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:22.045702 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:22.074691 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eee3b0f3-57e5-4257-994f-3eeb7d8cf296 req-e4117702-4ebd-4366-91ec-49be7cb9ce3f service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916309 May 30 12:23:22.111406 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:22.132800 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5692027d-3d13-47e4-878f-4f3918adebbc', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:21:25Z', 'updated_at': '2022-05-30T12:21:27Z', 'revision_number': 1, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}, {'id': '6d98a10f-937c-4952-b5bb-25136e062225', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:d2:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:23:20Z', 'updated_at': '2022-05-30T12:23:20Z', 'revision_number': 0, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:23:22.173194 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651f018-8a17-4fd2-950b-f39fcf7b833b None None] The sync data for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi is: [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5692027d-3d13-47e4-878f-4f3918adebbc', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:21:25Z', 'updated_at': '2022-05-30T12:21:27Z', 'revision_number': 1, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}, {'id': '6d98a10f-937c-4952-b5bb-25136e062225', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:d2:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:23:20Z', 'updated_at': '2022-05-30T12:23:20Z', 'revision_number': 0, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:23:22.364964 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2608c-c865-4c93-962e-8279d256bf70 None None] New status for floating IP 6d98a10f-937c-4952-b5bb-25136e062225: ACTIVE {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:23:31.451735 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:31.454889 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:32.064946 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=10 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:32.071200 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:32.129648 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:32.136713 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:32.464059 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:32.465932 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:33.258426 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b02484ff-7dc7-43ff-8d38-8d777f8ba3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:34.171496 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:35.598825 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9d37ca8e-db1d-4158-af6e-d2504c7f4707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:37.015675 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:38.417569 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:40.009922 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:23:42.660591 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:23:51.468471 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:51.470425 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:54.665223 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:23:54.666006 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:24:03.260272 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-91cc3730-0912-4924-b7ce-42c1198853d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:04.184704 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:05.602404 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-af2cb878-cbf5-45bf-9dbb-6d1a2de0ff8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:07.018373 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:08.423122 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:10.013751 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:17.689341 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-13a824a5-13e9-4feb-b3c8-e8058862f043 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414503 May 30 12:24:17.781589 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-29d37852-907f-4b2b-a42f-f2cf66b85477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:24:17.783098 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-29d37852-907f-4b2b-a42f-f2cf66b85477 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 1130 time: 0.0463727 May 30 12:24:17.887976 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-f1a7332f-2b6f-43b9-af94-0b32772ed5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:24:17.889481 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-f1a7332f-2b6f-43b9-af94-0b32772ed5ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.0870385 May 30 12:24:17.954735 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-9c326b7d-c1b7-4f23-91bb-5cd36d77a080 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b HTTP/1.1" status: 200 len: 1002 time: 0.0581760 May 30 12:24:18.001837 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-d6435ed6-f59c-4e82-aca3-a74228fd0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:24:18.003246 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-d6435ed6-f59c-4e82-aca3-a74228fd0be5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0431247 May 30 12:24:18.047554 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-a369acb0-6788-47d6-b131-eaa6bbb7fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:24:18.049009 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-a369acb0-6788-47d6-b131-eaa6bbb7fc9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389690 May 30 12:24:18.141828 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-6a619b93-177e-42bf-ac2b-e41b9c4ebb13 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867925 May 30 12:24:18.230788 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-31f1e092-8ad8-40c7-8874-51fab2ab3133 req-fd26bd8c-81cd-462d-aedc-97ec5f0b1a6d service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823975 May 30 12:24:19.663793 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:24:20.001030 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:24:20.009524 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:24:28.226721 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=50 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:24:28.227546 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=51 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:24:31.660910 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=20 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:24:31.662818 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=14 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:24:33.261945 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-9bb32b6c-3807-42de-af92-92359f092515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:34.185545 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:35.606591 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-33d1b28f-bb5a-488f-8973-678c6ccc3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:37.019164 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:38.424503 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:40.018621 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:24:50.010682 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:24:50.013756 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:24:56.663146 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:25:00.834632 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50412) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:01.019269 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Deleting port bf56acb6-e56d-4548-8647-b8f9e0c3df72 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:01.019609 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (bf56acb6-e56d-4548-8647-b8f9e0c3df72), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:01.099287 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (bf56acb6-e56d-4548-8647-b8f9e0c3df72), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:01.099526 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (bf56acb6-e56d-4548-8647-b8f9e0c3df72), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:01.112153 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Calling delete_port for bf56acb6-e56d-4548-8647-b8f9e0c3df72 owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:01.259752 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (bf56acb6-e56d-4548-8647-b8f9e0c3df72), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:01.284056 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event deleted for resources: {'Port': ['ID=bf56acb6-e56d-4548-8647-b8f9e0c3df72,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:01.295973 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.296346 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.296692 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.297033 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.297370 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.297701 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.298031 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.298356 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.298691 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.299015 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.299338 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.299672 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.300000 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.300348 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.300670 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:01.357652 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (6d98a10f-937c-4952-b5bb-25136e062225), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:01.357947 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Floating IP 6d98a10f-937c-4952-b5bb-25136e062225 disassociated (deleted). External IP: 172.27.1.26, port: 188cadae-a218-4f4b-98f1-dceacd61dc9d. May 30 12:25:01.559751 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Router de3aab71-7ee8-4180-a283-a6763dcafc71 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:25:01.612486 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:01.665596 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:25:01.670468 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:01.675016 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] Sync routers for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:25:01.685882 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:25:01.686489 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:24:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:01.699936 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-faebee86-771e-415d-b137-1d0a10d1ee24 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "DELETE /v2.0/floatingips/6d98a10f-937c-4952-b5bb-25136e062225 HTTP/1.1" status: 204 len: 168 time: 0.8640318 May 30 12:25:01.700698 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:25:01.703043 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc23ec3017ef2c3cb550990dfc7af10efe221a77642f3931615d0db6a8a2ba87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef55882-0a93-4bcd-afda-af48a154aeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:25:01.748832 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3299080b-ac28-4bc8-a7b6-54f808b78a0a x-openstack-request-id: req-3299080b-ac28-4bc8-a7b6-54f808b78a0a {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:25:01.749577 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:25:01.749844 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3299080b-ac28-4bc8-a7b6-54f808b78a0a {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:25:01.750265 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3299080b-ac28-4bc8-a7b6-54f808b78a0a'] response: {'name': 'network-changed', 'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'status': 'completed', 'code': 200} May 30 12:25:01.798538 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:25:01.829128 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-e24fca92-84c0-4187-a802-642127fc338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:01.831375 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-e24fca92-84c0-4187-a802-642127fc338e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 1130 time: 0.0487771 May 30 12:25:01.947191 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-fa24bb52-6624-4313-ac72-0fa9308f2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:01.948701 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-fa24bb52-6624-4313-ac72-0fa9308f2b68 service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.1090610 May 30 12:25:01.971575 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a934af-5f32-4c83-acd6-b0a431ff2091 req-d70fe75a-0940-4a03-9889-f866f58712e9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:01.973310 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-84a934af-5f32-4c83-acd6-b0a431ff2091 req-d70fe75a-0940-4a03-9889-f866f58712e9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 946 time: 0.0505111 May 30 12:25:02.023579 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-84a934af-5f32-4c83-acd6-b0a431ff2091 req-953187ec-155b-442b-bc16-4e0c8c7bcdec tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445032 May 30 12:25:02.149488 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5692027d-3d13-47e4-878f-4f3918adebbc', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:21:25Z', 'updated_at': '2022-05-30T12:21:27Z', 'revision_number': 1, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:02.174623 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] Checking router: de3aab71-7ee8-4180-a283-a6763dcafc71 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:25:02.183956 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:25:02.184620 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:24:36Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:02.286446 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:25:02.497345 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5692027d-3d13-47e4-878f-4f3918adebbc', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:21:25Z', 'updated_at': '2022-05-30T12:21:27Z', 'revision_number': 1, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:02.522119 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1807208-19f7-4f3d-9de3-5bcf4fe6d997 None None] The sync data for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi is: [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_floatingips': [{'id': '5692027d-3d13-47e4-878f-4f3918adebbc', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'router_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'port_id': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'mac_address': 'fa:16:3e:cf:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T12:21:25Z', 'updated_at': '2022-05-30T12:21:27Z', 'revision_number': 1, 'project_id': '5143c400e4544c79955f901394c449f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:25:02.739651 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd891820-35d0-48a4-bb79-4a6adb47d29f None None] New status for floating IP 6d98a10f-937c-4952-b5bb-25136e062225: DOWN {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:25:03.114992 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-23097314-7483-48f2-9099-0356188fe2c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188cadae-a218-4f4b-98f1-dceacd61dc9d HTTP/1.1" status: 200 len: 217 time: 0.0335639 May 30 12:25:03.148056 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988c363-29ee-4dcb-864e-2759b9f1a8b9 req-cc872d71-70bb-4faa-9bb8-2750dbae53e5 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:03.149591 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4988c363-29ee-4dcb-864e-2759b9f1a8b9 req-cc872d71-70bb-4faa-9bb8-2750dbae53e5 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 946 time: 0.0527034 May 30 12:25:03.161289 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:03.170242 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-d6da2e37-9e68-4339-8bb7-9e997da34f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:03.171996 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-d6da2e37-9e68-4339-8bb7-9e997da34f48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0502079 May 30 12:25:03.208785 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4988c363-29ee-4dcb-864e-2759b9f1a8b9 req-62d31221-f885-48a2-9efd-7c6d3dd3255f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529454 May 30 12:25:03.267533 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-353fbe18-cce8-46db-9c7e-d0fa781263f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:03.321387 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-a3271b09-3663-42ef-a073-df6c22351a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:03.322760 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-a3271b09-3663-42ef-a073-df6c22351a1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410817 May 30 12:25:03.417822 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-0c204b5a-fb46-4674-8f3e-8448b6fc5cc9 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866637 May 30 12:25:03.667123 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-eef55882-0a93-4bcd-afda-af48a154aeb8 req-9c5032c0-15cf-4b72-b1b5-90d8c643c123 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882542 May 30 12:25:03.718324 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-5ddc2e5f-56b7-4fc6-952f-3855abc085d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:03.719754 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-5ddc2e5f-56b7-4fc6-952f-3855abc085d4 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 946 time: 0.0464327 May 30 12:25:03.805295 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Deleting port 188cadae-a218-4f4b-98f1-dceacd61dc9d {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:03.805633 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:03.900184 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] For port 188cadae-a218-4f4b-98f1-dceacd61dc9d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=188cadae-a218-4f4b-98f1-dceacd61dc9d,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:25:03.900440 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:03.913894 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Calling delete_port for 188cadae-a218-4f4b-98f1-dceacd61dc9d owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:04.038962 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (188cadae-a218-4f4b-98f1-dceacd61dc9d), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:04.064599 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event deleted for resources: {'Port': ['ID=188cadae-a218-4f4b-98f1-dceacd61dc9d,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:04.076680 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.077254 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.077681 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.078120 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.078377 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.078692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.079383 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.079383 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.079656 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.080038 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.080302 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.080621 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.080940 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.081258 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.081577 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-2-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 12:25:04.130045 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] No DVR routers for this DVR port 188cadae-a218-4f4b-98f1-dceacd61dc9d on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:25:04.132807 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:04.136052 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-66aef869-95f9-465d-a58d-45b5c72b4096 req-6aa85e1c-0f75-4c22-83ca-31cc2880a512 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "DELETE /v2.0/ports/188cadae-a218-4f4b-98f1-dceacd61dc9d HTTP/1.1" status: 204 len: 173 time: 0.4105308 May 30 12:25:04.136507 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'name': 'network-vif-deleted', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:25:04.138703 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946ceff9-f215-4aa4-bb18-1eeec3e93e1c" -d '{"events": [{"server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "name": "network-vif-deleted", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:25:04.179995 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e82a1a8-e755-49c0-80cd-7deeec5722f6 x-openstack-request-id: req-9e82a1a8-e755-49c0-80cd-7deeec5722f6 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:25:04.180326 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de66dc75-391a-4041-83d2-e818da5f82b9", "name": "network-vif-deleted", "tag": "188cadae-a218-4f4b-98f1-dceacd61dc9d", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:25:04.180625 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e82a1a8-e755-49c0-80cd-7deeec5722f6 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:25:04.181024 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e82a1a8-e755-49c0-80cd-7deeec5722f6'] response: {'server_uuid': 'de66dc75-391a-4041-83d2-e818da5f82b9', 'name': 'network-vif-deleted', 'tag': '188cadae-a218-4f4b-98f1-dceacd61dc9d', 'status': 'completed', 'code': 200} May 30 12:25:04.215038 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:04.306418 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-c2383a82-590e-445f-b2da-e65782672490 req-5929de95-bc15-43df-bcc3-6405f632a042 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=de66dc75-391a-4041-83d2-e818da5f82b9 HTTP/1.1" status: 200 len: 210 time: 0.0295362 May 30 12:25:05.611780 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-8b91a767-c543-442e-81df-725a9de44bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:07.022904 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:07.171193 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 188cadae-a218-4f4b-98f1-dceacd61dc9d no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:25:07.190785 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: 188cadae-a218-4f4b-98f1-dceacd61dc9d {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:25:07.191132 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device 188cadae-a218-4f4b-98f1-dceacd61dc9d not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:25:07.601627 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50454) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:07.659950 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:07.691751 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:07.742663 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Deleting port 0abcb81c-fd91-43bf-9e9b-d2f1fee45850 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:07.742997 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (0abcb81c-fd91-43bf-9e9b-d2f1fee45850), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:07.821628 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (0abcb81c-fd91-43bf-9e9b-d2f1fee45850), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:07.821947 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (0abcb81c-fd91-43bf-9e9b-d2f1fee45850), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:07.833864 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Calling delete_port for 0abcb81c-fd91-43bf-9e9b-d2f1fee45850 owned by network:floatingip {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:08.002053 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (0abcb81c-fd91-43bf-9e9b-d2f1fee45850), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:08.027596 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event deleted for resources: {'Port': ['ID=0abcb81c-fd91-43bf-9e9b-d2f1fee45850,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:08.090708 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (5692027d-3d13-47e4-878f-4f3918adebbc), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:08.091138 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.db.l3_db [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Floating IP 5692027d-3d13-47e4-878f-4f3918adebbc disassociated (deleted). External IP: 172.27.1.190, port: d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b. May 30 12:25:08.299518 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Router de3aab71-7ee8-4180-a283-a6763dcafc71 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:25:08.402799 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:25:08.408364 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:08.412311 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] Sync routers for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:25:08.435340 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:25:08.436097 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:25:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:08.438479 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-2934e792-e752-4b8a-8deb-4a100de7ab98 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "DELETE /v2.0/floatingips/5692027d-3d13-47e4-878f-4f3918adebbc HTTP/1.1" status: 204 len: 168 time: 0.8357675 May 30 12:25:08.440391 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:25:08.440542 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:08.441318 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2bec57-25ff-4973-86c6-26e0d873060c" -d '{"events": [{"name": "network-changed", "server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:25:08.488453 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 May 2022 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d1394-e62e-450b-a8ce-b51ad5261c9a x-openstack-request-id: req-567d1394-e62e-450b-a8ce-b51ad5261c9a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:25:08.488986 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:25:08.489241 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-567d1394-e62e-450b-a8ce-b51ad5261c9a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:25:08.489644 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567d1394-e62e-450b-a8ce-b51ad5261c9a'] response: {'name': 'network-changed', 'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'status': 'completed', 'code': 200} May 30 12:25:08.564085 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:25:08.568148 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-fc656e20-0e73-490b-863e-ed56fe73015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:08.569873 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-fc656e20-0e73-490b-863e-ed56fe73015a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5143c400e4544c79955f901394c449f6&device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 1130 time: 0.0455735 May 30 12:25:08.597449 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:08.605511 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:08.660267 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:08.668542 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:08.693482 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-806983e8-5918-46b3-a68b-cc34ce520d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:08.695099 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc576a6-dd90-418d-9b87-ad490d738633 req-55ed682f-a678-4a6a-8ea6-1defae13bbae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:08.695776 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-806983e8-5918-46b3-a68b-cc34ce520d94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 200 len: 912 time: 0.1068258 May 30 12:25:08.696507 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9fc576a6-dd90-418d-9b87-ad490d738633 req-55ed682f-a678-4a6a-8ea6-1defae13bbae tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 946 time: 0.0519896 May 30 12:25:08.747122 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-9fc576a6-dd90-418d-9b87-ad490d738633 req-158bebd4-5e0a-40c9-ba14-c359395dd5da tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446265 May 30 12:25:08.779530 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:08.804861 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] Checking router: de3aab71-7ee8-4180-a283-a6763dcafc71 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:25:08.813456 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:25:08.814063 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:25:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:08.917329 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:25:09.099286 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:09.128038 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e275f046-87af-4b2b-b99b-f987a0b4df3c None None] The sync data for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi is: [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:16Z', 'revision_number': 4, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi', '_interfaces': [{'id': '088a897c-678e-476b-88dc-4412a966a552', 'name': '', 'network_id': '912f6667-0e8d-45c3-8e3f-950b457426b6', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'mac_address': 'fa:16:3e:c6:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:16Z', 'updated_at': '2022-05-30T12:18:22Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'subnets': [{'id': 'e2105b07-236b-4bd4-9b75-cfe1fc48d13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:25:09.347917 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e331d-956a-49d2-ba2c-b7ca34b4594c None None] New status for floating IP 5692027d-3d13-47e4-878f-4f3918adebbc: DOWN {{(pid=104005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 30 12:25:09.869350 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ca0c-a8d6-4b83-91ad-7c67da8db2c2 req-d1f89db3-6fee-4039-9e7d-0b196b7bdcc0 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:09.870913 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-25a4ca0c-a8d6-4b83-91ad-7c67da8db2c2 req-d1f89db3-6fee-4039-9e7d-0b196b7bdcc0 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 946 time: 0.0535476 May 30 12:25:09.886090 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-7f69d5fa-d54d-42e2-8d26-a621e4f4c3a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b HTTP/1.1" status: 200 len: 217 time: 0.0379324 May 30 12:25:09.924370 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-25a4ca0c-a8d6-4b83-91ad-7c67da8db2c2 req-0e0f2f31-eeb5-43e5-81f0-8fe14f58478f tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/security-groups?id=70c4cb70-6855-4535-bc14-56e01e6866c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476770 May 30 12:25:09.945292 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-470b1100-b900-4942-8aa7-7c0316181849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:09.946756 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-470b1100-b900-4942-8aa7-7c0316181849 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 200 len: 850 time: 0.0503395 May 30 12:25:10.013541 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:10.057924 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-96f3c52e-e75e-428b-a529-46487ec37c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:10.059411 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-96f3c52e-e75e-428b-a529-46487ec37c02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=912f6667-0e8d-45c3-8e3f-950b457426b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407596 May 30 12:25:10.152855 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-c68abe71-73a9-47e4-8c1e-78304b70e6d9 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863967 May 30 12:25:10.358331 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-8c2bec57-25ff-4973-86c6-26e0d873060c req-19361eeb-5ef0-417e-86dc-d0831caa96e3 service neutron] 10.222.0.65 "GET /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994148 May 30 12:25:10.393446 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-5d55234c-9325-45a6-9a5f-2d3b016b4d6e tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 12:25:10.394956 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-5d55234c-9325-45a6-9a5f-2d3b016b4d6e tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 946 time: 0.0495210 May 30 12:25:10.481777 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Deleting port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:10.482121 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:10.573046 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] For port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:25:10.573412 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:10.586722 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Calling delete_port for d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b owned by compute:nova {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:10.723015 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:10.750806 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event deleted for resources: {'Port': ['ID=d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:10.801611 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] No DVR routers for this DVR port d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b on host hv-cinder-84051 {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:25:10.804494 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for port (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:10.808009 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [req-9daeba84-e0ce-4673-8099-91e4d5606b66 req-2a1db705-1411-4de5-bc10-f7509ce376c9 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.65 "DELETE /v2.0/ports/d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b HTTP/1.1" status: 204 len: 173 time: 0.4075253 May 30 12:25:10.808483 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'name': 'network-vif-deleted', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 12:25:10.810786 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ced9f57efbc4b7a826fd676d13c5682da01f686ad5aa2700649fa7978d02f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2768e80c-30e5-4628-a51b-d86b8d39787b" -d '{"events": [{"server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "name": "network-vif-deleted", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 30 12:25:10.851839 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 May 2022 12:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13984805-bdde-4588-b300-66294c7ceae9 x-openstack-request-id: req-13984805-bdde-4588-b300-66294c7ceae9 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 30 12:25:10.852131 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6063ef32-6212-4feb-b3f1-4ec57a283a85", "name": "network-vif-deleted", "tag": "d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b", "status": "completed", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 30 12:25:10.852409 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13984805-bdde-4588-b300-66294c7ceae9 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 30 12:25:10.852811 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13984805-bdde-4588-b300-66294c7ceae9'] response: {'server_uuid': '6063ef32-6212-4feb-b3f1-4ec57a283a85', 'name': 'network-vif-deleted', 'tag': 'd462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b', 'status': 'completed', 'code': 200} May 30 12:25:11.021669 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d62d0911-5c4c-4419-93e6-c5a0ba36bbac req-3c1cf1c5-1b70-4ab2-a23e-e106710ebccc tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "GET /v2.0/ports?device_id=6063ef32-6212-4feb-b3f1-4ec57a283a85 HTTP/1.1" status: 200 len: 210 time: 0.0279529 May 30 12:25:12.081750 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50470) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:12.193796 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Deleting port 8d60e6a0-c9ca-47d6-aa47-3cae05f5738f {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:12.194216 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (8d60e6a0-c9ca-47d6-aa47-3cae05f5738f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:12.270361 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (8d60e6a0-c9ca-47d6-aa47-3cae05f5738f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:12.270682 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (8d60e6a0-c9ca-47d6-aa47-3cae05f5738f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:12.278368 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:12.280996 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:12.285247 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Calling delete_port for 8d60e6a0-c9ca-47d6-aa47-3cae05f5738f owned by network:floatingip {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:12.419119 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (8d60e6a0-c9ca-47d6-aa47-3cae05f5738f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:12.442982 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event deleted for resources: {'Port': ['ID=8d60e6a0-c9ca-47d6-aa47-3cae05f5738f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:12.507857 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for floatingip (93a956a5-d48a-4fb4-9bab-786b043e3753), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:12.510297 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221244'] for floatingip (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:12.511418 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f4bbf8b2-3ae0-4de1-8d8c-9fb5ca789596 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "DELETE /v2.0/floatingips/93a956a5-d48a-4fb4-9bab-786b043e3753 HTTP/1.1" status: 204 len: 168 time: 0.4288733 May 30 12:25:13.170931 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:25:13.191298 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] No Port match for: d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:25:13.191653 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Device d462e5dd-3dc2-4ca4-ab3a-7705b09c8d8b not bound to the agent host hv-cinder-84051 {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:25:13.711285 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50482) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:13.767950 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ffb98950-04ec-489d-849e-fdfaddf64482 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group (70c4cb70-6855-4535-bc14-56e01e6866c7), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:13.794235 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ffb98950-04ec-489d-849e-fdfaddf64482 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group (70c4cb70-6855-4535-bc14-56e01e6866c7), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:13.859227 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ffb98950-04ec-489d-849e-fdfaddf64482 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (70c4cb70-6855-4535-bc14-56e01e6866c7), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:13.862907 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ffb98950-04ec-489d-849e-fdfaddf64482 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:13.864254 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ffb98950-04ec-489d-849e-fdfaddf64482 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] 10.222.0.32 "DELETE /v2.0/security-groups/70c4cb70-6855-4535-bc14-56e01e6866c7 HTTP/1.1" status: 204 len: 168 time: 0.1518331 May 30 12:25:13.889895 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb98950-04ec-489d-849e-fdfaddf64482 tempest-TestVolumeBootPattern-1287587269 tempest-TestVolumeBootPattern-1287587269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c4cb70-6855-4535-bc14-56e01e6866c7,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:13.932088 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50486) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:14.605797 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (de3aab71-7ee8-4180-a283-a6763dcafc71), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:14.737012 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:14.825364 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:14.838087 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Deleting port 088a897c-678e-476b-88dc-4412a966a552 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:14.838428 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (088a897c-678e-476b-88dc-4412a966a552), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:14.919318 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] For port 088a897c-678e-476b-88dc-4412a966a552, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=088a897c-678e-476b-88dc-4412a966a552,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:25:14.919682 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (088a897c-678e-476b-88dc-4412a966a552), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:14.934332 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Calling delete_port for 088a897c-678e-476b-88dc-4412a966a552 owned by network:router_interface {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:15.121073 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (088a897c-678e-476b-88dc-4412a966a552), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:15.146857 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=088a897c-678e-476b-88dc-4412a966a552,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:15.318471 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (de3aab71-7ee8-4180-a283-a6763dcafc71), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:15.527573 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Router de3aab71-7ee8-4180-a283-a6763dcafc71 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:25:15.572048 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:15.631810 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:25:15.637376 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-ea7a7635-ea68-4792-84f1-fb0be5bf97a6 admin admin] 10.222.0.32 "PUT /v2.0/routers/de3aab71-7ee8-4180-a283-a6763dcafc71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041652 May 30 12:25:15.639898 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50490) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:15.640973 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] Sync routers for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:25:15.652781 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:25:15.653396 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:25:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:15.684268 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:15.742067 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks [] for router (de3aab71-7ee8-4180-a283-a6763dcafc71), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:15.753483 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:25:15.842696 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks [] for router_gateway (de3aab71-7ee8-4180-a283-a6763dcafc71), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:15.890900 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Deleting port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:15.891239 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:15.932012 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:25:15Z', 'revision_number': 5, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port': {'id': 'bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:15.975796 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] For port bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:25:15.976221 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:15.991308 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Calling delete_port for bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f owned by network:router_gateway {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:16.087962 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] Checking router: de3aab71-7ee8-4180-a283-a6763dcafc71 for host: dv-cinder-840512-2-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:25:16.096624 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] Routers {'de3aab71-7ee8-4180-a283-a6763dcafc71'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:25:16.097176 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:25:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['de3aab71-7ee8-4180-a283-a6763dcafc71'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:16.167000 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.184361 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] Set router de3aab71-7ee8-4180-a283-a6763dcafc71 gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:25:16.193797 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:16.234785 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:25:15Z', 'revision_number': 6, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port_host': None}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:16.261326 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (de3aab71-7ee8-4180-a283-a6763dcafc71), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.263846 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b90f8-7249-4775-9251-73c0aa440bff None None] The sync data for ids ['de3aab71-7ee8-4180-a283-a6763dcafc71'] in dv-cinder-840512-2-iscsi is: [{'id': 'de3aab71-7ee8-4180-a283-a6763dcafc71', 'name': 'tempest-TestVolumeBootPattern-137436754-router', 'tenant_id': '5143c400e4544c79955f901394c449f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:14Z', 'updated_at': '2022-05-30T12:25:15Z', 'revision_number': 6, 'project_id': '5143c400e4544c79955f901394c449f6', 'gw_port_host': None}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:25:16.352584 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (de3aab71-7ee8-4180-a283-a6763dcafc71), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.355097 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks [] for router_controller (de3aab71-7ee8-4180-a283-a6763dcafc71), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.397692 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (de3aab71-7ee8-4180-a283-a6763dcafc71), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.398952 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de3aab71-7ee8-4180-a283-a6763dcafc71 {{(pid=104003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:25:16.404283 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.405511 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-9777d534-4adb-4dab-a134-60435e9dbb49 admin admin] 10.222.0.32 "DELETE /v2.0/routers/de3aab71-7ee8-4180-a283-a6763dcafc71 HTTP/1.1" status: 204 len: 168 time: 0.7646923 May 30 12:25:16.408015 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50492) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:16.452470 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cad7c0a-1513-4c06-bb75-5300b07ed39d admin admin] Deleting subnet e2105b07-236b-4bd4-9b75-cfe1fc48d13a {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:25:16.455566 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9cad7c0a-1513-4c06-bb75-5300b07ed39d admin admin] Publish callbacks [] for subnet (e2105b07-236b-4bd4-9b75-cfe1fc48d13a), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.486478 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:16.494503 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9cad7c0a-1513-4c06-bb75-5300b07ed39d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (e2105b07-236b-4bd4-9b75-cfe1fc48d13a), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.569596 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9cad7c0a-1513-4c06-bb75-5300b07ed39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (e2105b07-236b-4bd4-9b75-cfe1fc48d13a), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.608066 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:16.634540 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9cad7c0a-1513-4c06-bb75-5300b07ed39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (e2105b07-236b-4bd4-9b75-cfe1fc48d13a), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.666547 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad7c0a-1513-4c06-bb75-5300b07ed39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2105b07-236b-4bd4-9b75-cfe1fc48d13a,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:16.670268 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9cad7c0a-1513-4c06-bb75-5300b07ed39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.676128 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50494) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:16.678144 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c6c566-9035-4e8e-876a-2686df2d754f None None] Network 912f6667-0e8d-45c3-8e3f-950b457426b6 requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:25:16.688349 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-9cad7c0a-1513-4c06-bb75-5300b07ed39d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2105b07-236b-4bd4-9b75-cfe1fc48d13a HTTP/1.1" status: 204 len: 168 time: 0.2728941 May 30 12:25:16.691644 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:16.738958 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:16.739519 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 088a897c-678e-476b-88dc-4412a966a552 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:25:16.763777 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (912f6667-0e8d-45c3-8e3f-950b457426b6), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.787918 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: 088a897c-678e-476b-88dc-4412a966a552 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:25:16.788287 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device 088a897c-678e-476b-88dc-4412a966a552 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:25:16.811090 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Deleting port dde2f5e0-1059-48e1-a59d-def621458dba {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:16.811437 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.875739 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] For port dde2f5e0-1059-48e1-a59d-def621458dba, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=dde2f5e0-1059-48e1-a59d-def621458dba,segment=NetworkSegment(bd5edbb1-c740-476e-953e-c83b59dc2b3b),segment_id=bd5edbb1-c740-476e-953e-c83b59dc2b3b)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:25:16.876025 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.889530 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Calling delete_port for dde2f5e0-1059-48e1-a59d-def621458dba owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:16.971958 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (dde2f5e0-1059-48e1-a59d-def621458dba), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:16.997942 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Pushing event deleted for resources: {'Port': ['ID=dde2f5e0-1059-48e1-a59d-def621458dba,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:17.003254 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] No DVR routers for this DVR port dde2f5e0-1059-48e1-a59d-def621458dba on host dv-cinder-840512-2-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:25:17.082168 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (912f6667-0e8d-45c3-8e3f-950b457426b6), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:17.103966 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912f6667-0e8d-45c3-8e3f-950b457426b6']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:17.113753 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5edbb1-c740-476e-953e-c83b59dc2b3b') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:17.114054 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5edbb1-c740-476e-953e-c83b59dc2b3b') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:17.120998 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5e35e2-1bfd-40ba-a982-e9462d5f1f64 None None] DHCP port deletion for 912f6667-0e8d-45c3-8e3f-950b457426b6 request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:25:17.126388 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9854297'] for segment (bd5edbb1-c740-476e-953e-c83b59dc2b3b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:17.143177 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (bd5edbb1-c740-476e-953e-c83b59dc2b3b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:17.144998 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:17.150980 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:25:17.151373 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408957'] for segment (bd5edbb1-c740-476e-953e-c83b59dc2b3b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:17.216364 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (912f6667-0e8d-45c3-8e3f-950b457426b6), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:17.221852 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:17.225140 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] 10.222.0.32 "DELETE /v2.0/networks/912f6667-0e8d-45c3-8e3f-950b457426b6 HTTP/1.1" status: 204 len: 168 time: 0.5477986 May 30 12:25:17.228601 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50500) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:17.237422 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde50d-1606-4fb9-8b41-d41c7da33cab admin admin] Pushing event deleted for resources: {'Network': ['ID=912f6667-0e8d-45c3-8e3f-950b457426b6,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:17.247705 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment bd5edbb1-c740-476e-953e-c83b59dc2b3b resource provider aggregate not found May 30 12:25:17.268985 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment bd5edbb1-c740-476e-953e-c83b59dc2b3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd5edbb1-c740-476e-953e-c83b59dc2b3b found for delete ", "request_id": "req-c2aa6f4e-47a7-4aea-b723-bee75b9e69d6"}]} May 30 12:25:17.550001 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648922'] for router_interface (4814a9d3-5c1b-4c47-8596-1a7af835c237), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:17.774721 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Deleting port ad72658f-b69f-4d53-b6b8-89f867c57acb {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:17.775058 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:17.856662 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] For port ad72658f-b69f-4d53-b6b8-89f867c57acb, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=ad72658f-b69f-4d53-b6b8-89f867c57acb,segment=NetworkSegment(c4fb9e12-e0fe-4b7b-895e-eaa6ed914446),segment_id=c4fb9e12-e0fe-4b7b-895e-eaa6ed914446)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:25:17.857078 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:17.874346 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Calling delete_port for ad72658f-b69f-4d53-b6b8-89f867c57acb owned by network:router_interface {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:17.921738 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:18.009917 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:18.078536 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (ad72658f-b69f-4d53-b6b8-89f867c57acb), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:18.104819 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad72658f-b69f-4d53-b6b8-89f867c57acb,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:18.266925 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647173'] for router_interface (4814a9d3-5c1b-4c47-8596-1a7af835c237), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:18.652639 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device dde2f5e0-1059-48e1-a59d-def621458dba no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:25:18.672255 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: dde2f5e0-1059-48e1-a59d-def621458dba {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:25:18.672605 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device dde2f5e0-1059-48e1-a59d-def621458dba not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:25:18.673018 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:25:18.691985 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:25:18.692359 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device bf5a53e2-73e7-4fc8-ae67-d3e5f2de3e7f not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:25:18.736964 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Router 4814a9d3-5c1b-4c47-8596-1a7af835c237 has already been hosted by L3 agent 00f9318f-4109-477c-b5c0-33b25fcb3e6a {{(pid=104003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 12:25:18.839020 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] Notify agent at l3_agent.dv-cinder-840512-2-iscsi the message routers_updated {{(pid=104003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 12:25:18.843941 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-177d170f-82b0-404b-86f6-8e4deb379f05 admin admin] 10.222.0.32 "PUT /v2.0/routers/4814a9d3-5c1b-4c47-8596-1a7af835c237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6141729 May 30 12:25:18.846511 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50504) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:18.847555 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] Sync routers for ids ['4814a9d3-5c1b-4c47-8596-1a7af835c237'] in dv-cinder-840512-2-iscsi {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 12:25:18.858107 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] Routers {'4814a9d3-5c1b-4c47-8596-1a7af835c237'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:25:18.858724 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:25:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['4814a9d3-5c1b-4c47-8596-1a7af835c237'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:18.948586 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks [] for router (4814a9d3-5c1b-4c47-8596-1a7af835c237), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:18.965985 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] Set router 4814a9d3-5c1b-4c47-8596-1a7af835c237 gateway port host: dv-cinder-840512-2-iscsi {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:25:19.056518 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks [] for router_gateway (4814a9d3-5c1b-4c47-8596-1a7af835c237), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.097791 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:19.101762 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Deleting port eef2eec0-4bd6-43d5-8a7a-537c84677c03 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:19.102108 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.150311 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'external_fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:25:18Z', 'revision_number': 5, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'gw_port': {'id': 'eef2eec0-4bd6-43d5-8a7a-537c84677c03', 'name': '', 'network_id': 'c424df0d-47c8-46d0-8f5c-4829b2ebdc11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34479d88-eb6a-4ef4-a0db-1d5fcc049f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-2-iscsi'}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:19.175544 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] Checking router: 4814a9d3-5c1b-4c47-8596-1a7af835c237 for host: dv-cinder-840512-2-iscsi {{(pid=104005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 12:25:19.182273 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:19.184358 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] For port eef2eec0-4bd6-43d5-8a7a-537c84677c03, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=eef2eec0-4bd6-43d5-8a7a-537c84677c03,segment=NetworkSegment(6c9f4588-0523-4229-8e44-d03dea72a8ae),segment_id=6c9f4588-0523-4229-8e44-d03dea72a8ae)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:25:19.184717 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] Routers {'4814a9d3-5c1b-4c47-8596-1a7af835c237'} bound to L3 agent in host dv-cinder-840512-2-iscsi {{(pid=104005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 30 12:25:19.184835 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.185323 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T11:55:35Z,description=,heartbeat_timestamp=2022-05-30T12:25:06Z,host='dv-cinder-840512-2-iscsi',id=00f9318f-4109-477c-b5c0-33b25fcb3e6a,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T11:55:35Z,topic='l3_agent')) {'router_ids': ['4814a9d3-5c1b-4c47-8596-1a7af835c237'], 'active': True} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:19.199701 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Calling delete_port for eef2eec0-4bd6-43d5-8a7a-537c84677c03 owned by network:router_gateway {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:19.269486 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_dvr_db [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] Set router 4814a9d3-5c1b-4c47-8596-1a7af835c237 gateway port host: None {{(pid=104005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 30 12:25:19.319139 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.l3_hamode_db [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:25:19Z', 'revision_number': 6, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'gw_port_host': None}], 'dv-cinder-840512-2-iscsi', False) {} {{(pid=104005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:19.346781 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e47451-5d02-4a97-8052-f9d801177786 None None] The sync data for ids ['4814a9d3-5c1b-4c47-8596-1a7af835c237'] in dv-cinder-840512-2-iscsi is: [{'id': '4814a9d3-5c1b-4c47-8596-1a7af835c237', 'name': 'tempest-TestVolumeBootPattern-1561870013-router', 'tenant_id': 'c2db5b2875554c89990a99480a911a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T12:18:19Z', 'updated_at': '2022-05-30T12:25:19Z', 'revision_number': 6, 'project_id': 'c2db5b2875554c89990a99480a911a02', 'gw_port_host': None}] {{(pid=104005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 12:25:19.372594 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968734'] for port (eef2eec0-4bd6-43d5-8a7a-537c84677c03), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.403806 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef2eec0-4bd6-43d5-8a7a-537c84677c03,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:19.465134 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648965'] for router_gateway (4814a9d3-5c1b-4c47-8596-1a7af835c237), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.551625 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11113'] for router (4814a9d3-5c1b-4c47-8596-1a7af835c237), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.554575 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks [] for router_controller (4814a9d3-5c1b-4c47-8596-1a7af835c237), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.597158 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650677'] for router (4814a9d3-5c1b-4c47-8596-1a7af835c237), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.597601 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4814a9d3-5c1b-4c47-8596-1a7af835c237 {{(pid=104003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 12:25:19.602740 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.603826 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-a0b94f19-8f38-49ec-89ef-f95c47722cf5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4814a9d3-5c1b-4c47-8596-1a7af835c237 HTTP/1.1" status: 204 len: 168 time: 0.7564068 May 30 12:25:19.606340 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50506) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:19.654463 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f984320d-6ec3-4255-ab29-4e7836d0fd3c admin admin] Deleting subnet 47909248-88cd-4faa-8b42-44f304d88291 {{(pid=104003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 30 12:25:19.657525 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f984320d-6ec3-4255-ab29-4e7836d0fd3c admin admin] Publish callbacks [] for subnet (47909248-88cd-4faa-8b42-44f304d88291), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.693671 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f984320d-6ec3-4255-ab29-4e7836d0fd3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9345385'] for subnet (47909248-88cd-4faa-8b42-44f304d88291), precommit_delete_associations {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.774026 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f984320d-6ec3-4255-ab29-4e7836d0fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721715'] for subnet (47909248-88cd-4faa-8b42-44f304d88291), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.832972 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f984320d-6ec3-4255-ab29-4e7836d0fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1721674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9075091'] for subnet (47909248-88cd-4faa-8b42-44f304d88291), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.862099 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f984320d-6ec3-4255-ab29-4e7836d0fd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for subnet (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.865547 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-f984320d-6ec3-4255-ab29-4e7836d0fd3c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47909248-88cd-4faa-8b42-44f304d88291 HTTP/1.1" status: 204 len: 168 time: 0.2582238 May 30 12:25:19.866704 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984320d-6ec3-4255-ab29-4e7836d0fd3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47909248-88cd-4faa-8b42-44f304d88291,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:19.866980 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4379069-485e-4bd8-bded-3a6145879115 None None] Network f6575d79-c6e3-4086-aaff-f9b66a63158b requested from dv-cinder-840512-2-iscsi {{(pid=104004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 30 12:25:19.868312 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50508) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:19.943630 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714035'] for network (f6575d79-c6e3-4086-aaff-f9b66a63158b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:19.986419 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Deleting port cc30957a-2f3a-41ea-aa6f-ce0c864c778f {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 30 12:25:19.986786 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754245060994'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.048343 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:20.053555 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] For port cc30957a-2f3a-41ea-aa6f-ce0c864c778f, host dv-cinder-840512-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-2-iscsi',level=0,port_id=cc30957a-2f3a-41ea-aa6f-ce0c864c778f,segment=NetworkSegment(c4fb9e12-e0fe-4b7b-895e-eaa6ed914446),segment_id=c4fb9e12-e0fe-4b7b-895e-eaa6ed914446)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 12:25:20.053956 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642381'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.071523 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Calling delete_port for cc30957a-2f3a-41ea-aa6f-ce0c864c778f owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 30 12:25:20.145089 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0238dd61-f86d-45c2-b631-4d78d2a23349 None None] DHCP port deletion for f6575d79-c6e3-4086-aaff-f9b66a63158b request from dv-cinder-840512-2-iscsi {{(pid=104004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 30 12:25:20.158955 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754245067457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754244518184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8408746'] for port (cc30957a-2f3a-41ea-aa6f-ce0c864c778f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.177272 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-0238dd61-f86d-45c2-b631-4d78d2a23349 None None] The port 'cc30957a-2f3a-41ea-aa6f-ce0c864c778f' was deleted {{(pid=104004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} May 30 12:25:20.189859 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc30957a-2f3a-41ea-aa6f-ce0c864c778f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:20.193552 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] No DVR routers for this DVR port cc30957a-2f3a-41ea-aa6f-ce0c864c778f on host dv-cinder-840512-2-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 30 12:25:20.271289 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722362', 'neutron.services.segments.db._delete_segments_for_network-8754244968605'] for network (f6575d79-c6e3-4086-aaff-f9b66a63158b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.292241 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6575d79-c6e3-4086-aaff-f9b66a63158b']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:20.301801 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:20.302144 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fb9e12-e0fe-4b7b-895e-eaa6ed914446') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 12:25:20.316736 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754244973478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9854297'] for segment (c4fb9e12-e0fe-4b7b-895e-eaa6ed914446), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.335091 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010'] for segment (c4fb9e12-e0fe-4b7b-895e-eaa6ed914446), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.342777 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 12:25:20.343153 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8408957'] for segment (c4fb9e12-e0fe-4b7b-895e-eaa6ed914446), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.386623 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment c4fb9e12-e0fe-4b7b-895e-eaa6ed914446 resource provider aggregate not found May 30 12:25:20.410281 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment c4fb9e12-e0fe-4b7b-895e-eaa6ed914446 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4fb9e12-e0fe-4b7b-895e-eaa6ed914446 found for delete ", "request_id": "req-8466164b-527a-4291-ba96-9364f1f9064f"}]} May 30 12:25:20.419895 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648701'] for network (f6575d79-c6e3-4086-aaff-f9b66a63158b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.425908 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572756'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.429308 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f6575d79-c6e3-4086-aaff-f9b66a63158b HTTP/1.1" status: 204 len: 168 time: 0.5596299 May 30 12:25:20.443583 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82109176-004f-4f94-8ba9-47a5691f9784 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6575d79-c6e3-4086-aaff-f9b66a63158b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:20.546419 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50516) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:20.598097 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-d17613a2-a59b-48be-8af1-c6b020c5bf8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5143c400e4544c79955f901394c449f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503743 May 30 12:25:20.601933 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [-] (104003) accepted ('10.222.0.32', 50518) {{(pid=104003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:20.606966 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device ad72658f-b69f-4d53-b6b8-89f867c57acb no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:25:20.629746 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: ad72658f-b69f-4d53-b6b8-89f867c57acb {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:25:20.630249 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device ad72658f-b69f-4d53-b6b8-89f867c57acb not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:25:20.630766 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device eef2eec0-4bd6-43d5-8a7a-537c84677c03 no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:25:20.645722 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:20.654934 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: eef2eec0-4bd6-43d5-8a7a-537c84677c03 {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:25:20.655284 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device eef2eec0-4bd6-43d5-8a7a-537c84677c03 not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:25:20.655696 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device cc30957a-2f3a-41ea-aa6f-ce0c864c778f no longer exists at agent ovs-agent-dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 30 12:25:20.659898 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ad47340-3217-463a-8da9-7273b338c2de admin admin] Publish callbacks [] for security_group (edba83b7-91eb-4f42-97dd-2ee175497ac1), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.675410 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] No Port match for: cc30957a-2f3a-41ea-aa6f-ce0c864c778f {{(pid=104004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 30 12:25:20.675757 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.rpc [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Device cc30957a-2f3a-41ea-aa6f-ce0c864c778f not bound to the agent host dv-cinder-840512-2-iscsi {{(pid=104004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 30 12:25:20.685088 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ad47340-3217-463a-8da9-7273b338c2de admin admin] Publish callbacks [] for security_group (edba83b7-91eb-4f42-97dd-2ee175497ac1), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.732510 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ad47340-3217-463a-8da9-7273b338c2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (edba83b7-91eb-4f42-97dd-2ee175497ac1), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.735341 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ad47340-3217-463a-8da9-7273b338c2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:20.736486 dv-cinder-840512-2-iscsi neutron-server[104003]: INFO neutron.wsgi [None req-6ad47340-3217-463a-8da9-7273b338c2de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edba83b7-91eb-4f42-97dd-2ee175497ac1 HTTP/1.1" status: 204 len: 168 time: 0.1336319 May 30 12:25:20.744790 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad47340-3217-463a-8da9-7273b338c2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edba83b7-91eb-4f42-97dd-2ee175497ac1,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:21.079642 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50524) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:21.120802 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-79e82a27-22d4-448c-bafe-3dbdd9285734 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2db5b2875554c89990a99480a911a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399041 May 30 12:25:21.123151 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.32', 50526) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 30 12:25:21.170409 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-520ccb28-2e43-47a7-9f3e-00a38a060548 admin admin] Publish callbacks [] for security_group (ab671c6b-5245-491d-bf8b-b22ab71d9b17), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:21.192866 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-520ccb28-2e43-47a7-9f3e-00a38a060548 admin admin] Publish callbacks [] for security_group (ab671c6b-5245-491d-bf8b-b22ab71d9b17), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:21.220667 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:21.242354 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-520ccb28-2e43-47a7-9f3e-00a38a060548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700581'] for security_group (ab671c6b-5245-491d-bf8b-b22ab71d9b17), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:21.245004 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-520ccb28-2e43-47a7-9f3e-00a38a060548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:21.246196 dv-cinder-840512-2-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-520ccb28-2e43-47a7-9f3e-00a38a060548 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab671c6b-5245-491d-bf8b-b22ab71d9b17 HTTP/1.1" status: 204 len: 168 time: 0.1221237 May 30 12:25:21.257244 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ccb28-2e43-47a7-9f3e-00a38a060548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab671c6b-5245-491d-bf8b-b22ab71d9b17,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 12:25:21.696441 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=49 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:21.697130 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:30.739314 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:30.740591 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:31.252151 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:31.252994 dv-cinder-840512-2-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=44,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:31.270446 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=25 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:31.271173 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=22 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:33.269952 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-7ca96532-5a17-491d-8e9c-fe78aec37170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:33.662005 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:25:34.217634 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:35.620690 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cc36c24e-0997-412f-8aad-bc8a413aa150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:37.025489 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:38.425659 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:40.016116 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:25:45.651476 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:45.656895 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:51.464855 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:25:51.466765 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:26:03.273645 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-96a05ec6-d694-481e-af04-749a57045517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:04.213247 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:05.615868 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d966cd01-4f2c-4c31-a4f9-8445f3ed696d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:07.028192 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:08.429093 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:10.019690 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:10.661440 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:26:20.013577 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:26:20.015394 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:26:28.514363 dv-cinder-840512-2-iscsi neutron-server[104003]: DEBUG neutron.wsgi [req-9c005307-f28d-47ee-b2e3-ea5b2919c982 req-12a3918a-75b0-4bf0-b22d-470b68059353 service neutron] (104003) timed out ('10.222.0.65', 49252) {{(pid=104003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 30 12:26:31.463305 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=17 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:26:31.465786 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=17 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:26:33.275938 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-632124af-ce20-4ff3-a437-882ba9e9e045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:34.228022 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:35.621184 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e9071f70-4b04-4d03-929e-b44b996d423d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:37.030852 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:38.433736 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:40.022766 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:26:47.660730 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:26:50.012956 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:26:50.018652 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:26:59.647164 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:26:59.653656 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:27:03.278627 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-42103d1c-6fdb-4d4d-ac0f-e8becc02bb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:04.246206 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:05.623695 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b37ca7dd-0c13-4a4e-92ad-13509af255ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:07.033937 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:08.434019 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:10.026733 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:18.429829 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:27:20.024050 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:27:24.659866 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:27:33.282952 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4e5aeb1a-74d9-4c14-82bc-6073873de00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:34.242450 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:35.626586 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d5aef2fa-6111-4e51-af48-7ecc332184ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:36.649980 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:27:36.650752 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=6 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:27:37.036985 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:38.436524 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:40.032986 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:27:51.460344 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:27:51.465349 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:27:51.678796 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=2 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:01.659439 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:28:03.285532 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-40b47fb7-e0cc-481b-a9bc-1d568895b459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:04.249526 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:05.629221 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-248b9741-26d8-4543-b1fe-8a6839647806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:07.039656 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:08.440409 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:10.026019 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:13.649263 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:13.650096 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:20.020053 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:20.021949 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:31.465896 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=14 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:31.467791 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=12 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:33.288434 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd8c3-c90e-4856-a682-dbc177bdd5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:34.245410 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:35.640786 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5cad2fbe-0ba6-41dd-bda7-fe084cfe3c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:37.045848 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:38.441707 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:38.658867 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:28:40.030141 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:28:50.023367 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:50.025198 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:50.645603 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=3 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:28:50.646434 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:29:03.291053 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-30e4df09-77b9-4a39-8623-7f5a389acde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:04.242268 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:05.632745 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-13c3f47e-6201-4a1a-9062-c71002a971cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:07.046334 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:08.444820 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:10.034141 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:15.657974 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:29:20.020736 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:29:20.028287 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:29:31.697918 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:29:31.698694 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:29:33.293564 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-dae8220e-c8b3-4b6b-8b66-8750b19153ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:34.270801 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:35.635100 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-b8695930-6973-46ed-9366-8f3bd89b1f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:37.049216 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:38.447248 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:40.038965 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:29:51.484690 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:29:51.486587 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:29:52.656979 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:30:03.296372 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5fc87d6c-5702-4881-bbf3-ff49fec0e2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:04.287369 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:04.635178 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:30:04.639361 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG dbcounter [-] [104005] Writing DB stats neutron:SELECT=4 {{(pid=104005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:30:05.636917 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1bbc484c-81a5-4d76-86e2-b236faf5a263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:07.051031 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:08.450677 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:10.042932 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:20.037413 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=13 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:30:20.038210 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 30 12:30:29.657365 dv-cinder-840512-2-iscsi neutron-server[104005]: DEBUG neutron.db.agents_db [None req-675d0bf9-a59d-4fea-a8f1-5f4264c46791 None None] Agent healthcheck: found 6 active agents {{(pid=104005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 30 12:30:33.300626 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-d79ef208-3b2e-495a-a195-73905f75cca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (adcce688-93a7-4ab3-843f-77972e169525), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:34.286795 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e0b43cbf-85a4-41ef-986f-5d1f878fe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (e6bbeeca-aaa2-45c2-b2e5-f06c82e1f1d3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:35.640231 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-03b79abd-8e8d-4930-8a76-1dca47c3fa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (00f9318f-4109-477c-b5c0-33b25fcb3e6a), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:37.176672 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cfbbeac5-c3f8-4143-8e97-0982a4713e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (81920c72-207b-4e0d-b3e7-83ff71b4e0d7), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:38.456545 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-24c55f51-b0b4-4678-968f-bbe50466de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (642c3ff1-bc9b-40f4-8cf2-de150561c9e2), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 30 12:30:40.049751 dv-cinder-840512-2-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b7f8-3a2f-4203-ac81-cdd713c11095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754244968587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1724857'] for agent (0032276a-aaee-47d0-b903-147afafba99f), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}